grpc 1.45.0-x86_64-linux → 1.46.2-x86_64-linux

Sign up to get free protection for your applications and to get access to all the features.

Potentially problematic release.


This version of grpc might be problematic. Click here for more details.

Files changed (2460) hide show
  1. checksums.yaml +4 -4
  2. data/.yardopts +1 -0
  3. data/Makefile +3195 -0
  4. data/include/grpc/byte_buffer.h +27 -0
  5. data/include/grpc/byte_buffer_reader.h +26 -0
  6. data/include/grpc/census.h +40 -0
  7. data/include/grpc/compression.h +75 -0
  8. data/include/grpc/event_engine/README.md +38 -0
  9. data/include/grpc/event_engine/endpoint_config.h +43 -0
  10. data/include/grpc/event_engine/event_engine.h +399 -0
  11. data/include/grpc/event_engine/internal/memory_allocator_impl.h +68 -0
  12. data/include/grpc/event_engine/memory_allocator.h +226 -0
  13. data/include/grpc/event_engine/memory_request.h +57 -0
  14. data/include/grpc/event_engine/port.h +39 -0
  15. data/include/grpc/fork.h +26 -0
  16. data/include/grpc/grpc.h +605 -0
  17. data/include/grpc/grpc_cronet.h +38 -0
  18. data/include/grpc/grpc_posix.h +63 -0
  19. data/include/grpc/grpc_security.h +1259 -0
  20. data/include/grpc/grpc_security_constants.h +152 -0
  21. data/include/grpc/impl/codegen/README.md +22 -0
  22. data/include/grpc/impl/codegen/atm.h +97 -0
  23. data/include/grpc/impl/codegen/atm_gcc_atomic.h +93 -0
  24. data/include/grpc/impl/codegen/atm_gcc_sync.h +87 -0
  25. data/include/grpc/impl/codegen/atm_windows.h +134 -0
  26. data/include/grpc/impl/codegen/byte_buffer.h +103 -0
  27. data/include/grpc/impl/codegen/byte_buffer_reader.h +44 -0
  28. data/include/grpc/impl/codegen/compression_types.h +108 -0
  29. data/include/grpc/impl/codegen/connectivity_state.h +46 -0
  30. data/include/grpc/impl/codegen/fork.h +50 -0
  31. data/include/grpc/impl/codegen/gpr_slice.h +71 -0
  32. data/include/grpc/impl/codegen/gpr_types.h +61 -0
  33. data/include/grpc/impl/codegen/grpc_types.h +816 -0
  34. data/include/grpc/impl/codegen/log.h +112 -0
  35. data/include/grpc/impl/codegen/port_platform.h +723 -0
  36. data/include/grpc/impl/codegen/propagation_bits.h +54 -0
  37. data/include/grpc/impl/codegen/slice.h +132 -0
  38. data/include/grpc/impl/codegen/status.h +156 -0
  39. data/include/grpc/impl/codegen/sync.h +68 -0
  40. data/include/grpc/impl/codegen/sync_abseil.h +38 -0
  41. data/include/grpc/impl/codegen/sync_custom.h +40 -0
  42. data/include/grpc/impl/codegen/sync_generic.h +51 -0
  43. data/include/grpc/impl/codegen/sync_posix.h +54 -0
  44. data/include/grpc/impl/codegen/sync_windows.h +42 -0
  45. data/include/grpc/load_reporting.h +48 -0
  46. data/include/grpc/module.modulemap +64 -0
  47. data/include/grpc/slice.h +161 -0
  48. data/include/grpc/slice_buffer.h +84 -0
  49. data/include/grpc/status.h +26 -0
  50. data/include/grpc/support/alloc.h +52 -0
  51. data/include/grpc/support/atm.h +26 -0
  52. data/include/grpc/support/atm_gcc_atomic.h +26 -0
  53. data/include/grpc/support/atm_gcc_sync.h +26 -0
  54. data/include/grpc/support/atm_windows.h +26 -0
  55. data/include/grpc/support/cpu.h +44 -0
  56. data/include/grpc/support/log.h +26 -0
  57. data/include/grpc/support/log_windows.h +38 -0
  58. data/include/grpc/support/port_platform.h +24 -0
  59. data/include/grpc/support/string_util.h +51 -0
  60. data/include/grpc/support/sync.h +282 -0
  61. data/include/grpc/support/sync_abseil.h +26 -0
  62. data/include/grpc/support/sync_custom.h +26 -0
  63. data/include/grpc/support/sync_generic.h +26 -0
  64. data/include/grpc/support/sync_posix.h +26 -0
  65. data/include/grpc/support/sync_windows.h +26 -0
  66. data/include/grpc/support/thd_id.h +44 -0
  67. data/include/grpc/support/time.h +92 -0
  68. data/include/grpc/support/workaround_list.h +31 -0
  69. data/src/core/ext/filters/census/grpc_context.cc +39 -0
  70. data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +309 -0
  71. data/src/core/ext/filters/channel_idle/channel_idle_filter.h +122 -0
  72. data/src/core/ext/filters/channel_idle/idle_filter_state.cc +96 -0
  73. data/src/core/ext/filters/channel_idle/idle_filter_state.h +66 -0
  74. data/src/core/ext/filters/client_channel/backend_metric.cc +79 -0
  75. data/src/core/ext/filters/client_channel/backend_metric.h +37 -0
  76. data/src/core/ext/filters/client_channel/backup_poller.cc +187 -0
  77. data/src/core/ext/filters/client_channel/backup_poller.h +42 -0
  78. data/src/core/ext/filters/client_channel/channel_connectivity.cc +220 -0
  79. data/src/core/ext/filters/client_channel/client_channel.cc +3243 -0
  80. data/src/core/ext/filters/client_channel/client_channel.h +585 -0
  81. data/src/core/ext/filters/client_channel/client_channel_channelz.cc +96 -0
  82. data/src/core/ext/filters/client_channel/client_channel_channelz.h +75 -0
  83. data/src/core/ext/filters/client_channel/client_channel_factory.cc +56 -0
  84. data/src/core/ext/filters/client_channel/client_channel_factory.h +46 -0
  85. data/src/core/ext/filters/client_channel/client_channel_plugin.cc +67 -0
  86. data/src/core/ext/filters/client_channel/config_selector.cc +59 -0
  87. data/src/core/ext/filters/client_channel/config_selector.h +145 -0
  88. data/src/core/ext/filters/client_channel/connector.h +79 -0
  89. data/src/core/ext/filters/client_channel/dynamic_filters.cc +189 -0
  90. data/src/core/ext/filters/client_channel/dynamic_filters.h +99 -0
  91. data/src/core/ext/filters/client_channel/global_subchannel_pool.cc +63 -0
  92. data/src/core/ext/filters/client_channel/global_subchannel_pool.h +60 -0
  93. data/src/core/ext/filters/client_channel/health/health_check_client.cc +163 -0
  94. data/src/core/ext/filters/client_channel/health/health_check_client.h +41 -0
  95. data/src/core/ext/filters/client_channel/http_connect_handshaker.cc +387 -0
  96. data/src/core/ext/filters/client_channel/http_connect_handshaker.h +42 -0
  97. data/src/core/ext/filters/client_channel/http_proxy.cc +212 -0
  98. data/src/core/ext/filters/client_channel/http_proxy.h +45 -0
  99. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +97 -0
  100. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +102 -0
  101. data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +304 -0
  102. data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.h +83 -0
  103. data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.cc +145 -0
  104. data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.h +29 -0
  105. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +1885 -0
  106. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.h +40 -0
  107. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +76 -0
  108. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.h +37 -0
  109. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.cc +92 -0
  110. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.h +76 -0
  111. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +192 -0
  112. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +74 -0
  113. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +540 -0
  114. data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +967 -0
  115. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +804 -0
  116. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +37 -0
  117. data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +2542 -0
  118. data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +504 -0
  119. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +431 -0
  120. data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +776 -0
  121. data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +704 -0
  122. data/src/core/ext/filters/client_channel/lb_policy/xds/xds.h +60 -0
  123. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_channel_args.h +29 -0
  124. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +872 -0
  125. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +710 -0
  126. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +1215 -0
  127. data/src/core/ext/filters/client_channel/lb_policy.cc +132 -0
  128. data/src/core/ext/filters/client_channel/lb_policy.h +457 -0
  129. data/src/core/ext/filters/client_channel/lb_policy_factory.h +48 -0
  130. data/src/core/ext/filters/client_channel/lb_policy_registry.cc +185 -0
  131. data/src/core/ext/filters/client_channel/lb_policy_registry.h +65 -0
  132. data/src/core/ext/filters/client_channel/local_subchannel_pool.cc +56 -0
  133. data/src/core/ext/filters/client_channel/local_subchannel_pool.h +58 -0
  134. data/src/core/ext/filters/client_channel/proxy_mapper.h +54 -0
  135. data/src/core/ext/filters/client_channel/proxy_mapper_registry.cc +89 -0
  136. data/src/core/ext/filters/client_channel/proxy_mapper_registry.h +50 -0
  137. data/src/core/ext/filters/client_channel/resolver/binder/binder_resolver.cc +133 -0
  138. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +500 -0
  139. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.h +84 -0
  140. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_event_engine.cc +31 -0
  141. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +114 -0
  142. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +883 -0
  143. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +1113 -0
  144. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +115 -0
  145. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_event_engine.cc +28 -0
  146. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_posix.cc +29 -0
  147. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_windows.cc +34 -0
  148. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_selection.cc +28 -0
  149. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_selection.h +29 -0
  150. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +169 -0
  151. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc +381 -0
  152. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +96 -0
  153. data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +400 -0
  154. data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +201 -0
  155. data/src/core/ext/filters/client_channel/resolver/polling_resolver.h +106 -0
  156. data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +196 -0
  157. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +1066 -0
  158. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +28 -0
  159. data/src/core/ext/filters/client_channel/resolver_result_parsing.cc +186 -0
  160. data/src/core/ext/filters/client_channel/resolver_result_parsing.h +105 -0
  161. data/src/core/ext/filters/client_channel/retry_filter.cc +2655 -0
  162. data/src/core/ext/filters/client_channel/retry_filter.h +30 -0
  163. data/src/core/ext/filters/client_channel/retry_service_config.cc +314 -0
  164. data/src/core/ext/filters/client_channel/retry_service_config.h +102 -0
  165. data/src/core/ext/filters/client_channel/retry_throttle.cc +148 -0
  166. data/src/core/ext/filters/client_channel/retry_throttle.h +85 -0
  167. data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +157 -0
  168. data/src/core/ext/filters/client_channel/subchannel.cc +1014 -0
  169. data/src/core/ext/filters/client_channel/subchannel.h +382 -0
  170. data/src/core/ext/filters/client_channel/subchannel_interface.h +130 -0
  171. data/src/core/ext/filters/client_channel/subchannel_pool_interface.cc +126 -0
  172. data/src/core/ext/filters/client_channel/subchannel_pool_interface.h +106 -0
  173. data/src/core/ext/filters/client_channel/subchannel_stream_client.cc +544 -0
  174. data/src/core/ext/filters/client_channel/subchannel_stream_client.h +214 -0
  175. data/src/core/ext/filters/deadline/deadline_filter.cc +392 -0
  176. data/src/core/ext/filters/deadline/deadline_filter.h +87 -0
  177. data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +258 -0
  178. data/src/core/ext/filters/fault_injection/fault_injection_filter.h +62 -0
  179. data/src/core/ext/filters/fault_injection/service_config_parser.cc +179 -0
  180. data/src/core/ext/filters/fault_injection/service_config_parser.h +91 -0
  181. data/src/core/ext/filters/http/client/http_client_filter.cc +141 -0
  182. data/src/core/ext/filters/http/client/http_client_filter.h +48 -0
  183. data/src/core/ext/filters/http/client_authority_filter.cc +95 -0
  184. data/src/core/ext/filters/http/client_authority_filter.h +53 -0
  185. data/src/core/ext/filters/http/http_filters_plugin.cc +90 -0
  186. data/src/core/ext/filters/http/message_compress/message_compress_filter.cc +456 -0
  187. data/src/core/ext/filters/http/message_compress/message_compress_filter.h +53 -0
  188. data/src/core/ext/filters/http/message_compress/message_decompress_filter.cc +386 -0
  189. data/src/core/ext/filters/http/message_compress/message_decompress_filter.h +31 -0
  190. data/src/core/ext/filters/http/server/http_server_filter.cc +322 -0
  191. data/src/core/ext/filters/http/server/http_server_filter.h +29 -0
  192. data/src/core/ext/filters/message_size/message_size_filter.cc +394 -0
  193. data/src/core/ext/filters/message_size/message_size_filter.h +73 -0
  194. data/src/core/ext/filters/rbac/rbac_filter.cc +162 -0
  195. data/src/core/ext/filters/rbac/rbac_filter.h +76 -0
  196. data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +606 -0
  197. data/src/core/ext/filters/rbac/rbac_service_config_parser.h +75 -0
  198. data/src/core/ext/filters/server_config_selector/server_config_selector.cc +61 -0
  199. data/src/core/ext/filters/server_config_selector/server_config_selector.h +71 -0
  200. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +143 -0
  201. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.h +32 -0
  202. data/src/core/ext/transport/chttp2/alpn/alpn.cc +45 -0
  203. data/src/core/ext/transport/chttp2/alpn/alpn.h +36 -0
  204. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +495 -0
  205. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +75 -0
  206. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +1101 -0
  207. data/src/core/ext/transport/chttp2/server/chttp2_server.h +47 -0
  208. data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +252 -0
  209. data/src/core/ext/transport/chttp2/transport/bin_decoder.h +57 -0
  210. data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +231 -0
  211. data/src/core/ext/transport/chttp2/transport/bin_encoder.h +42 -0
  212. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +3375 -0
  213. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +71 -0
  214. data/src/core/ext/transport/chttp2/transport/context_list.cc +67 -0
  215. data/src/core/ext/transport/chttp2/transport/context_list.h +51 -0
  216. data/src/core/ext/transport/chttp2/transport/flow_control.cc +430 -0
  217. data/src/core/ext/transport/chttp2/transport/flow_control.h +488 -0
  218. data/src/core/ext/transport/chttp2/transport/frame.h +47 -0
  219. data/src/core/ext/transport/chttp2/transport/frame_data.cc +307 -0
  220. data/src/core/ext/transport/chttp2/transport/frame_data.h +83 -0
  221. data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +187 -0
  222. data/src/core/ext/transport/chttp2/transport/frame_goaway.h +63 -0
  223. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +132 -0
  224. data/src/core/ext/transport/chttp2/transport/frame_ping.h +46 -0
  225. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +123 -0
  226. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +51 -0
  227. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +275 -0
  228. data/src/core/ext/transport/chttp2/transport/frame_settings.h +62 -0
  229. data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +123 -0
  230. data/src/core/ext/transport/chttp2/transport/frame_window_update.h +43 -0
  231. data/src/core/ext/transport/chttp2/transport/hpack_constants.h +41 -0
  232. data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +667 -0
  233. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +219 -0
  234. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +86 -0
  235. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.h +71 -0
  236. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +1379 -0
  237. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +135 -0
  238. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +239 -0
  239. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +115 -0
  240. data/src/core/ext/transport/chttp2/transport/http2_settings.cc +62 -0
  241. data/src/core/ext/transport/chttp2/transport/http2_settings.h +61 -0
  242. data/src/core/ext/transport/chttp2/transport/huffsyms.cc +92 -0
  243. data/src/core/ext/transport/chttp2/transport/huffsyms.h +32 -0
  244. data/src/core/ext/transport/chttp2/transport/internal.h +865 -0
  245. data/src/core/ext/transport/chttp2/transport/parsing.cc +653 -0
  246. data/src/core/ext/transport/chttp2/transport/stream_lists.cc +216 -0
  247. data/src/core/ext/transport/chttp2/transport/stream_map.cc +177 -0
  248. data/src/core/ext/transport/chttp2/transport/stream_map.h +67 -0
  249. data/src/core/ext/transport/chttp2/transport/varint.cc +62 -0
  250. data/src/core/ext/transport/chttp2/transport/varint.h +71 -0
  251. data/src/core/ext/transport/chttp2/transport/writing.cc +661 -0
  252. data/src/core/ext/transport/inproc/inproc_plugin.cc +24 -0
  253. data/src/core/ext/transport/inproc/inproc_transport.cc +1321 -0
  254. data/src/core/ext/transport/inproc/inproc_transport.h +32 -0
  255. data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.c +117 -0
  256. data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.h +482 -0
  257. data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.c +121 -0
  258. data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.h +553 -0
  259. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.c +444 -0
  260. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.h +2156 -0
  261. data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.c +56 -0
  262. data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.h +151 -0
  263. data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.c +62 -0
  264. data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.h +160 -0
  265. data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.c +46 -0
  266. data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.h +124 -0
  267. data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.c +43 -0
  268. data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.h +102 -0
  269. data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.c +43 -0
  270. data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.h +97 -0
  271. data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.c +106 -0
  272. data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.h +605 -0
  273. data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.c +48 -0
  274. data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.h +103 -0
  275. data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.c +60 -0
  276. data/src/core/ext/upb-generated/envoy/annotations/deprecation.upb.h +81 -0
  277. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.c +53 -0
  278. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.h +99 -0
  279. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +270 -0
  280. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +1240 -0
  281. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.c +411 -0
  282. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.h +2161 -0
  283. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.c +95 -0
  284. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.h +382 -0
  285. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +543 -0
  286. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +2961 -0
  287. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.c +48 -0
  288. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.h +103 -0
  289. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.c +89 -0
  290. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.h +545 -0
  291. data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.c +299 -0
  292. data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.h +1381 -0
  293. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +145 -0
  294. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +636 -0
  295. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.c +49 -0
  296. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.h +116 -0
  297. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.c +419 -0
  298. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.h +1783 -0
  299. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +163 -0
  300. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +778 -0
  301. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.c +47 -0
  302. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.h +100 -0
  303. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.c +47 -0
  304. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.h +103 -0
  305. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.c +58 -0
  306. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.h +151 -0
  307. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +269 -0
  308. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +1277 -0
  309. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +220 -0
  310. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +1219 -0
  311. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.c +49 -0
  312. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.h +122 -0
  313. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +322 -0
  314. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +1686 -0
  315. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.c +40 -0
  316. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.h +84 -0
  317. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.c +60 -0
  318. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.h +169 -0
  319. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.c +47 -0
  320. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +144 -0
  321. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.c +56 -0
  322. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.h +178 -0
  323. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.c +48 -0
  324. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.h +118 -0
  325. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.c +106 -0
  326. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.h +348 -0
  327. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +144 -0
  328. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +623 -0
  329. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.c +129 -0
  330. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.h +568 -0
  331. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.c +46 -0
  332. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.h +94 -0
  333. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +165 -0
  334. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +886 -0
  335. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.c +186 -0
  336. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.h +941 -0
  337. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.c +63 -0
  338. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.h +234 -0
  339. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.c +56 -0
  340. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.h +154 -0
  341. data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.c +53 -0
  342. data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.h +136 -0
  343. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.c +165 -0
  344. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.h +716 -0
  345. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +174 -0
  346. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +721 -0
  347. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +209 -0
  348. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +1008 -0
  349. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +101 -0
  350. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +443 -0
  351. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +1051 -0
  352. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +5956 -0
  353. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.c +79 -0
  354. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.h +255 -0
  355. data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.c +222 -0
  356. data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.h +1052 -0
  357. data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.c +44 -0
  358. data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.h +88 -0
  359. data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.c +49 -0
  360. data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.h +103 -0
  361. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.c +63 -0
  362. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.h +167 -0
  363. data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.c +52 -0
  364. data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.h +134 -0
  365. data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.c +63 -0
  366. data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.h +250 -0
  367. data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.c +47 -0
  368. data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.h +94 -0
  369. data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.c +69 -0
  370. data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.h +213 -0
  371. data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.c +32 -0
  372. data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.h +42 -0
  373. data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.c +71 -0
  374. data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.h +218 -0
  375. data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.c +54 -0
  376. data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.h +146 -0
  377. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.c +42 -0
  378. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +85 -0
  379. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.c +96 -0
  380. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.h +375 -0
  381. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +94 -0
  382. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +433 -0
  383. data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.c +64 -0
  384. data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +183 -0
  385. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +55 -0
  386. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +168 -0
  387. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +463 -0
  388. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +2606 -0
  389. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.c +28 -0
  390. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/cert.upb.h +38 -0
  391. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.c +175 -0
  392. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.h +880 -0
  393. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.c +88 -0
  394. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +308 -0
  395. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +191 -0
  396. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +1035 -0
  397. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.c +62 -0
  398. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +160 -0
  399. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.c +38 -0
  400. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.h +70 -0
  401. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +165 -0
  402. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +755 -0
  403. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.c +68 -0
  404. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.h +210 -0
  405. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.c +138 -0
  406. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.h +631 -0
  407. data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.c +48 -0
  408. data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.h +112 -0
  409. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.c +76 -0
  410. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.h +249 -0
  411. data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.c +74 -0
  412. data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.h +214 -0
  413. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.c +62 -0
  414. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.h +188 -0
  415. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.c +49 -0
  416. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.h +117 -0
  417. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.c +48 -0
  418. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.h +113 -0
  419. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.c +47 -0
  420. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.h +100 -0
  421. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.c +80 -0
  422. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.h +234 -0
  423. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.c +67 -0
  424. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.h +218 -0
  425. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.c +60 -0
  426. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.h +170 -0
  427. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.c +78 -0
  428. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.h +294 -0
  429. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.c +107 -0
  430. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.h +429 -0
  431. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.c +107 -0
  432. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.h +419 -0
  433. data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.c +66 -0
  434. data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.h +201 -0
  435. data/src/core/ext/upb-generated/envoy/type/v3/http.upb.c +26 -0
  436. data/src/core/ext/upb-generated/envoy/type/v3/http.upb.h +39 -0
  437. data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.c +42 -0
  438. data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.h +139 -0
  439. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.c +54 -0
  440. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.h +139 -0
  441. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.c +66 -0
  442. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.h +196 -0
  443. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.c +26 -0
  444. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.h +41 -0
  445. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.c +43 -0
  446. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.h +97 -0
  447. data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.c +51 -0
  448. data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.h +127 -0
  449. data/src/core/ext/upb-generated/google/api/annotations.upb.c +40 -0
  450. data/src/core/ext/upb-generated/google/api/annotations.upb.h +53 -0
  451. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.c +271 -0
  452. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.h +1236 -0
  453. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.c +283 -0
  454. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.h +1338 -0
  455. data/src/core/ext/upb-generated/google/api/http.upb.c +81 -0
  456. data/src/core/ext/upb-generated/google/api/http.upb.h +331 -0
  457. data/src/core/ext/upb-generated/google/api/httpbody.upb.c +46 -0
  458. data/src/core/ext/upb-generated/google/api/httpbody.upb.h +111 -0
  459. data/src/core/ext/upb-generated/google/protobuf/any.upb.c +40 -0
  460. data/src/core/ext/upb-generated/google/protobuf/any.upb.h +88 -0
  461. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.c +577 -0
  462. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.h +3095 -0
  463. data/src/core/ext/upb-generated/google/protobuf/duration.upb.c +40 -0
  464. data/src/core/ext/upb-generated/google/protobuf/duration.upb.h +88 -0
  465. data/src/core/ext/upb-generated/google/protobuf/empty.upb.c +35 -0
  466. data/src/core/ext/upb-generated/google/protobuf/empty.upb.h +70 -0
  467. data/src/core/ext/upb-generated/google/protobuf/struct.upb.c +95 -0
  468. data/src/core/ext/upb-generated/google/protobuf/struct.upb.h +317 -0
  469. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.c +40 -0
  470. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.h +88 -0
  471. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.c +127 -0
  472. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.h +439 -0
  473. data/src/core/ext/upb-generated/google/rpc/status.upb.c +46 -0
  474. data/src/core/ext/upb-generated/google/rpc/status.upb.h +111 -0
  475. data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.c +84 -0
  476. data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.h +319 -0
  477. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.c +63 -0
  478. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.h +184 -0
  479. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.c +240 -0
  480. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.h +1133 -0
  481. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.c +57 -0
  482. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.h +174 -0
  483. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.c +50 -0
  484. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.h +131 -0
  485. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.c +161 -0
  486. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.h +669 -0
  487. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.c +70 -0
  488. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.h +208 -0
  489. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.c +175 -0
  490. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.h +764 -0
  491. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.c +110 -0
  492. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.h +278 -0
  493. data/src/core/ext/upb-generated/udpa/annotations/security.upb.c +55 -0
  494. data/src/core/ext/upb-generated/udpa/annotations/security.upb.h +108 -0
  495. data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.c +38 -0
  496. data/src/core/ext/upb-generated/udpa/annotations/sensitive.upb.h +46 -0
  497. data/src/core/ext/upb-generated/udpa/annotations/status.upb.c +54 -0
  498. data/src/core/ext/upb-generated/udpa/annotations/status.upb.h +115 -0
  499. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.c +53 -0
  500. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.h +99 -0
  501. data/src/core/ext/upb-generated/validate/validate.upb.c +560 -0
  502. data/src/core/ext/upb-generated/validate/validate.upb.h +4013 -0
  503. data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.c +110 -0
  504. data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.h +278 -0
  505. data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.c +55 -0
  506. data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.h +108 -0
  507. data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.c +38 -0
  508. data/src/core/ext/upb-generated/xds/annotations/v3/sensitive.upb.h +46 -0
  509. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.c +105 -0
  510. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.h +290 -0
  511. data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.c +53 -0
  512. data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.h +99 -0
  513. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.c +41 -0
  514. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.h +79 -0
  515. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.c +66 -0
  516. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.h +200 -0
  517. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.c +56 -0
  518. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.h +115 -0
  519. data/src/core/ext/upb-generated/xds/core/v3/extension.upb.c +46 -0
  520. data/src/core/ext/upb-generated/xds/core/v3/extension.upb.h +103 -0
  521. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.c +49 -0
  522. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.h +127 -0
  523. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.c +68 -0
  524. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.h +240 -0
  525. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.c +49 -0
  526. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.h +121 -0
  527. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.c +73 -0
  528. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +187 -0
  529. data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.c +207 -0
  530. data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.h +878 -0
  531. data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.c +52 -0
  532. data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.h +143 -0
  533. data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.c +65 -0
  534. data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.h +218 -0
  535. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +46 -0
  536. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.h +103 -0
  537. data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.c +84 -0
  538. data/src/core/ext/upbdefs-generated/envoy/admin/v3/certs.upbdefs.h +55 -0
  539. data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.c +127 -0
  540. data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.h +50 -0
  541. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.c +309 -0
  542. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.h +140 -0
  543. data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.c +43 -0
  544. data/src/core/ext/upbdefs-generated/envoy/admin/v3/init_dump.upbdefs.h +40 -0
  545. data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.c +53 -0
  546. data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.h +40 -0
  547. data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.c +49 -0
  548. data/src/core/ext/upbdefs-generated/envoy/admin/v3/memory.upbdefs.h +35 -0
  549. data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.c +46 -0
  550. data/src/core/ext/upbdefs-generated/envoy/admin/v3/metrics.upbdefs.h +35 -0
  551. data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.c +46 -0
  552. data/src/core/ext/upbdefs-generated/envoy/admin/v3/mutex_stats.upbdefs.h +35 -0
  553. data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.c +142 -0
  554. data/src/core/ext/upbdefs-generated/envoy/admin/v3/server_info.upbdefs.h +40 -0
  555. data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.c +51 -0
  556. data/src/core/ext/upbdefs-generated/envoy/admin/v3/tap.upbdefs.h +35 -0
  557. data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.c +48 -0
  558. data/src/core/ext/upbdefs-generated/envoy/annotations/deprecation.upbdefs.h +30 -0
  559. data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.c +38 -0
  560. data/src/core/ext/upbdefs-generated/envoy/annotations/resource.upbdefs.h +35 -0
  561. data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +222 -0
  562. data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.h +105 -0
  563. data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +393 -0
  564. data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.h +120 -0
  565. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.c +98 -0
  566. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/circuit_breaker.upbdefs.h +45 -0
  567. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.c +557 -0
  568. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.h +155 -0
  569. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.c +51 -0
  570. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/filter.upbdefs.h +35 -0
  571. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.c +138 -0
  572. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/outlier_detection.upbdefs.h +35 -0
  573. data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.c +206 -0
  574. data/src/core/ext/upbdefs-generated/envoy/config/common/matcher/v3/matcher.upbdefs.h +105 -0
  575. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.c +112 -0
  576. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.h +65 -0
  577. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.c +54 -0
  578. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/backoff.upbdefs.h +35 -0
  579. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.c +267 -0
  580. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.h +150 -0
  581. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.c +168 -0
  582. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.h +65 -0
  583. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.c +53 -0
  584. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/event_service_config.upbdefs.h +35 -0
  585. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.c +47 -0
  586. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/extension.upbdefs.h +35 -0
  587. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.c +53 -0
  588. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_method_list.upbdefs.h +40 -0
  589. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.c +235 -0
  590. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.h +100 -0
  591. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +228 -0
  592. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.h +75 -0
  593. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.c +53 -0
  594. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/http_uri.upbdefs.h +35 -0
  595. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +298 -0
  596. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.h +110 -0
  597. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.c +41 -0
  598. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/proxy_protocol.upbdefs.h +35 -0
  599. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.c +55 -0
  600. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/resolver.upbdefs.h +40 -0
  601. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.c +57 -0
  602. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.h +35 -0
  603. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.c +70 -0
  604. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.h +35 -0
  605. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.c +49 -0
  606. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/udp_socket_config.upbdefs.h +35 -0
  607. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.c +99 -0
  608. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint.upbdefs.h +50 -0
  609. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +128 -0
  610. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.h +60 -0
  611. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.c +136 -0
  612. data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/load_report.upbdefs.h +55 -0
  613. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.c +48 -0
  614. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/api_listener.upbdefs.h +35 -0
  615. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.c +197 -0
  616. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.h +60 -0
  617. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.c +190 -0
  618. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener_components.upbdefs.h +65 -0
  619. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.c +88 -0
  620. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.h +35 -0
  621. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.c +63 -0
  622. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.h +40 -0
  623. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.c +69 -0
  624. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.h +35 -0
  625. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.c +125 -0
  626. data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/stats.upbdefs.h +70 -0
  627. data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.c +134 -0
  628. data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.h +75 -0
  629. data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.c +190 -0
  630. data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.h +70 -0
  631. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.c +115 -0
  632. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.h +45 -0
  633. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.c +896 -0
  634. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.h +295 -0
  635. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.c +77 -0
  636. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/scoped_route.upbdefs.h +45 -0
  637. data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.c +188 -0
  638. data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.h +85 -0
  639. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.c +54 -0
  640. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.h +35 -0
  641. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.c +57 -0
  642. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/dynamic_ot.upbdefs.h +35 -0
  643. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.c +57 -0
  644. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/http_tracer.upbdefs.h +40 -0
  645. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.c +72 -0
  646. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/lightstep.upbdefs.h +35 -0
  647. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.c +99 -0
  648. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opencensus.upbdefs.h +35 -0
  649. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.c +52 -0
  650. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/service.upbdefs.h +35 -0
  651. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.c +71 -0
  652. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/skywalking.upbdefs.h +40 -0
  653. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.c +57 -0
  654. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.h +30 -0
  655. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.c +75 -0
  656. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/xray.upbdefs.h +40 -0
  657. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.c +77 -0
  658. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.h +35 -0
  659. data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.c +50 -0
  660. data/src/core/ext/upbdefs-generated/envoy/extensions/clusters/aggregate/v3/cluster.upbdefs.h +35 -0
  661. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.c +92 -0
  662. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/common/fault/v3/fault.upbdefs.h +55 -0
  663. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +117 -0
  664. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.h +45 -0
  665. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +59 -0
  666. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.h +40 -0
  667. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +78 -0
  668. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.h +35 -0
  669. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +551 -0
  670. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.h +130 -0
  671. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.c +48 -0
  672. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/cert.upbdefs.h +30 -0
  673. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +210 -0
  674. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.h +65 -0
  675. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.c +91 -0
  676. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/secret.upbdefs.h +45 -0
  677. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +254 -0
  678. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.h +65 -0
  679. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.c +58 -0
  680. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upbdefs.h +40 -0
  681. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.c +58 -0
  682. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/ads.upbdefs.h +35 -0
  683. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.c +128 -0
  684. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.h +65 -0
  685. data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.c +76 -0
  686. data/src/core/ext/upbdefs-generated/envoy/service/load_stats/v3/lrs.upbdefs.h +40 -0
  687. data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.c +153 -0
  688. data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.h +55 -0
  689. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.c +46 -0
  690. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/cookie.upbdefs.h +35 -0
  691. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.c +56 -0
  692. data/src/core/ext/upbdefs-generated/envoy/type/http/v3/path_transformation.upbdefs.h +50 -0
  693. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.c +52 -0
  694. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/http_inputs.upbdefs.h +50 -0
  695. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.c +61 -0
  696. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/metadata.upbdefs.h +40 -0
  697. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.c +54 -0
  698. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/node.upbdefs.h +35 -0
  699. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.c +52 -0
  700. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/number.upbdefs.h +35 -0
  701. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.c +51 -0
  702. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/path.upbdefs.h +35 -0
  703. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +70 -0
  704. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.h +45 -0
  705. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.c +65 -0
  706. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/string.upbdefs.h +40 -0
  707. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.c +58 -0
  708. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/struct.upbdefs.h +40 -0
  709. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.c +75 -0
  710. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/value.upbdefs.h +45 -0
  711. data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.c +78 -0
  712. data/src/core/ext/upbdefs-generated/envoy/type/metadata/v3/metadata.upbdefs.h +65 -0
  713. data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.c +85 -0
  714. data/src/core/ext/upbdefs-generated/envoy/type/tracing/v3/custom_tag.upbdefs.h +55 -0
  715. data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.c +53 -0
  716. data/src/core/ext/upbdefs-generated/envoy/type/v3/hash_policy.upbdefs.h +45 -0
  717. data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.c +36 -0
  718. data/src/core/ext/upbdefs-generated/envoy/type/v3/http.upbdefs.h +30 -0
  719. data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.c +94 -0
  720. data/src/core/ext/upbdefs-generated/envoy/type/v3/http_status.upbdefs.h +35 -0
  721. data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.c +54 -0
  722. data/src/core/ext/upbdefs-generated/envoy/type/v3/percent.upbdefs.h +40 -0
  723. data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.c +48 -0
  724. data/src/core/ext/upbdefs-generated/envoy/type/v3/range.upbdefs.h +45 -0
  725. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.c +38 -0
  726. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.h +30 -0
  727. data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.c +44 -0
  728. data/src/core/ext/upbdefs-generated/envoy/type/v3/semantic_version.upbdefs.h +35 -0
  729. data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.c +57 -0
  730. data/src/core/ext/upbdefs-generated/envoy/type/v3/token_bucket.upbdefs.h +35 -0
  731. data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.c +40 -0
  732. data/src/core/ext/upbdefs-generated/google/api/annotations.upbdefs.h +30 -0
  733. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.c +154 -0
  734. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/checked.upbdefs.h +95 -0
  735. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.c +153 -0
  736. data/src/core/ext/upbdefs-generated/google/api/expr/v1alpha1/syntax.upbdefs.h +100 -0
  737. data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.c +52 -0
  738. data/src/core/ext/upbdefs-generated/google/api/http.upbdefs.h +45 -0
  739. data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.c +39 -0
  740. data/src/core/ext/upbdefs-generated/google/api/httpbody.upbdefs.h +35 -0
  741. data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.c +34 -0
  742. data/src/core/ext/upbdefs-generated/google/protobuf/any.upbdefs.h +35 -0
  743. data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.c +329 -0
  744. data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.h +165 -0
  745. data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.c +35 -0
  746. data/src/core/ext/upbdefs-generated/google/protobuf/duration.upbdefs.h +35 -0
  747. data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.c +32 -0
  748. data/src/core/ext/upbdefs-generated/google/protobuf/empty.upbdefs.h +35 -0
  749. data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.c +54 -0
  750. data/src/core/ext/upbdefs-generated/google/protobuf/struct.upbdefs.h +50 -0
  751. data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.c +35 -0
  752. data/src/core/ext/upbdefs-generated/google/protobuf/timestamp.upbdefs.h +35 -0
  753. data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.c +45 -0
  754. data/src/core/ext/upbdefs-generated/google/protobuf/wrappers.upbdefs.h +75 -0
  755. data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.c +37 -0
  756. data/src/core/ext/upbdefs-generated/google/rpc/status.upbdefs.h +35 -0
  757. data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.c +67 -0
  758. data/src/core/ext/upbdefs-generated/opencensus/proto/trace/v1/trace_config.upbdefs.h +50 -0
  759. data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.c +99 -0
  760. data/src/core/ext/upbdefs-generated/src/proto/grpc/lookup/v1/rls_config.upbdefs.h +75 -0
  761. data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.c +62 -0
  762. data/src/core/ext/upbdefs-generated/udpa/annotations/migrate.upbdefs.h +45 -0
  763. data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.c +47 -0
  764. data/src/core/ext/upbdefs-generated/udpa/annotations/security.upbdefs.h +35 -0
  765. data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.c +34 -0
  766. data/src/core/ext/upbdefs-generated/udpa/annotations/sensitive.upbdefs.h +30 -0
  767. data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.c +46 -0
  768. data/src/core/ext/upbdefs-generated/udpa/annotations/status.upbdefs.h +35 -0
  769. data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.c +39 -0
  770. data/src/core/ext/upbdefs-generated/udpa/annotations/versioning.upbdefs.h +35 -0
  771. data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.c +283 -0
  772. data/src/core/ext/upbdefs-generated/validate/validate.upbdefs.h +145 -0
  773. data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.c +63 -0
  774. data/src/core/ext/upbdefs-generated/xds/annotations/v3/migrate.upbdefs.h +45 -0
  775. data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.c +47 -0
  776. data/src/core/ext/upbdefs-generated/xds/annotations/v3/security.upbdefs.h +35 -0
  777. data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.c +35 -0
  778. data/src/core/ext/upbdefs-generated/xds/annotations/v3/sensitive.upbdefs.h +30 -0
  779. data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.c +64 -0
  780. data/src/core/ext/upbdefs-generated/xds/annotations/v3/status.upbdefs.h +50 -0
  781. data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.c +40 -0
  782. data/src/core/ext/upbdefs-generated/xds/annotations/v3/versioning.upbdefs.h +35 -0
  783. data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.c +38 -0
  784. data/src/core/ext/upbdefs-generated/xds/core/v3/authority.upbdefs.h +35 -0
  785. data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.c +56 -0
  786. data/src/core/ext/upbdefs-generated/xds/core/v3/collection_entry.upbdefs.h +40 -0
  787. data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.c +39 -0
  788. data/src/core/ext/upbdefs-generated/xds/core/v3/context_params.upbdefs.h +40 -0
  789. data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.c +41 -0
  790. data/src/core/ext/upbdefs-generated/xds/core/v3/extension.upbdefs.h +35 -0
  791. data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.c +45 -0
  792. data/src/core/ext/upbdefs-generated/xds/core/v3/resource.upbdefs.h +35 -0
  793. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.c +61 -0
  794. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_locator.upbdefs.h +40 -0
  795. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.c +46 -0
  796. data/src/core/ext/upbdefs-generated/xds/core/v3/resource_name.upbdefs.h +35 -0
  797. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.c +126 -0
  798. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/matcher.upbdefs.h +80 -0
  799. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.c +40 -0
  800. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/regex.upbdefs.h +40 -0
  801. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.c +52 -0
  802. data/src/core/ext/upbdefs-generated/xds/type/matcher/v3/string.upbdefs.h +40 -0
  803. data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.c +40 -0
  804. data/src/core/ext/upbdefs-generated/xds/type/v3/typed_struct.upbdefs.h +35 -0
  805. data/src/core/ext/xds/certificate_provider_factory.h +61 -0
  806. data/src/core/ext/xds/certificate_provider_registry.cc +103 -0
  807. data/src/core/ext/xds/certificate_provider_registry.h +57 -0
  808. data/src/core/ext/xds/certificate_provider_store.cc +95 -0
  809. data/src/core/ext/xds/certificate_provider_store.h +121 -0
  810. data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +144 -0
  811. data/src/core/ext/xds/file_watcher_certificate_provider_factory.h +69 -0
  812. data/src/core/ext/xds/upb_utils.h +67 -0
  813. data/src/core/ext/xds/xds_api.cc +730 -0
  814. data/src/core/ext/xds/xds_api.h +191 -0
  815. data/src/core/ext/xds/xds_bootstrap.cc +570 -0
  816. data/src/core/ext/xds/xds_bootstrap.h +141 -0
  817. data/src/core/ext/xds/xds_certificate_provider.cc +407 -0
  818. data/src/core/ext/xds/xds_certificate_provider.h +159 -0
  819. data/src/core/ext/xds/xds_channel_args.h +32 -0
  820. data/src/core/ext/xds/xds_channel_stack_modifier.cc +109 -0
  821. data/src/core/ext/xds/xds_channel_stack_modifier.h +53 -0
  822. data/src/core/ext/xds/xds_client.cc +2510 -0
  823. data/src/core/ext/xds/xds_client.h +347 -0
  824. data/src/core/ext/xds/xds_client_stats.cc +160 -0
  825. data/src/core/ext/xds/xds_client_stats.h +241 -0
  826. data/src/core/ext/xds/xds_cluster.cc +453 -0
  827. data/src/core/ext/xds/xds_cluster.h +108 -0
  828. data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +142 -0
  829. data/src/core/ext/xds/xds_cluster_specifier_plugin.h +79 -0
  830. data/src/core/ext/xds/xds_common_types.cc +388 -0
  831. data/src/core/ext/xds/xds_common_types.h +95 -0
  832. data/src/core/ext/xds/xds_endpoint.cc +371 -0
  833. data/src/core/ext/xds/xds_endpoint.h +135 -0
  834. data/src/core/ext/xds/xds_http_fault_filter.cc +227 -0
  835. data/src/core/ext/xds/xds_http_fault_filter.h +64 -0
  836. data/src/core/ext/xds/xds_http_filters.cc +122 -0
  837. data/src/core/ext/xds/xds_http_filters.h +133 -0
  838. data/src/core/ext/xds/xds_http_rbac_filter.cc +563 -0
  839. data/src/core/ext/xds/xds_http_rbac_filter.h +54 -0
  840. data/src/core/ext/xds/xds_listener.cc +1039 -0
  841. data/src/core/ext/xds/xds_listener.h +220 -0
  842. data/src/core/ext/xds/xds_resource_type.cc +33 -0
  843. data/src/core/ext/xds/xds_resource_type.h +98 -0
  844. data/src/core/ext/xds/xds_resource_type_impl.h +87 -0
  845. data/src/core/ext/xds/xds_route_config.cc +1122 -0
  846. data/src/core/ext/xds/xds_route_config.h +218 -0
  847. data/src/core/ext/xds/xds_routing.cc +250 -0
  848. data/src/core/ext/xds/xds_routing.h +101 -0
  849. data/src/core/ext/xds/xds_server_config_fetcher.cc +1314 -0
  850. data/src/core/lib/address_utils/parse_address.cc +340 -0
  851. data/src/core/lib/address_utils/parse_address.h +82 -0
  852. data/src/core/lib/address_utils/sockaddr_utils.cc +409 -0
  853. data/src/core/lib/address_utils/sockaddr_utils.h +95 -0
  854. data/src/core/lib/avl/avl.h +458 -0
  855. data/src/core/lib/backoff/backoff.cc +49 -0
  856. data/src/core/lib/backoff/backoff.h +89 -0
  857. data/src/core/lib/channel/call_finalization.h +86 -0
  858. data/src/core/lib/channel/call_tracer.h +88 -0
  859. data/src/core/lib/channel/channel_args.cc +538 -0
  860. data/src/core/lib/channel/channel_args.h +347 -0
  861. data/src/core/lib/channel/channel_args_preconditioning.cc +42 -0
  862. data/src/core/lib/channel/channel_args_preconditioning.h +61 -0
  863. data/src/core/lib/channel/channel_stack.cc +274 -0
  864. data/src/core/lib/channel/channel_stack.h +345 -0
  865. data/src/core/lib/channel/channel_stack_builder.cc +64 -0
  866. data/src/core/lib/channel/channel_stack_builder.h +127 -0
  867. data/src/core/lib/channel/channel_stack_builder_impl.cc +102 -0
  868. data/src/core/lib/channel/channel_stack_builder_impl.h +48 -0
  869. data/src/core/lib/channel/channel_trace.cc +190 -0
  870. data/src/core/lib/channel/channel_trace.h +135 -0
  871. data/src/core/lib/channel/channelz.cc +597 -0
  872. data/src/core/lib/channel/channelz.h +357 -0
  873. data/src/core/lib/channel/channelz_registry.cc +285 -0
  874. data/src/core/lib/channel/channelz_registry.h +99 -0
  875. data/src/core/lib/channel/connected_channel.cc +250 -0
  876. data/src/core/lib/channel/connected_channel.h +34 -0
  877. data/src/core/lib/channel/context.h +63 -0
  878. data/src/core/lib/channel/handshaker.cc +222 -0
  879. data/src/core/lib/channel/handshaker.h +161 -0
  880. data/src/core/lib/channel/handshaker_factory.h +50 -0
  881. data/src/core/lib/channel/handshaker_registry.cc +50 -0
  882. data/src/core/lib/channel/handshaker_registry.h +71 -0
  883. data/src/core/lib/channel/promise_based_filter.cc +1002 -0
  884. data/src/core/lib/channel/promise_based_filter.h +437 -0
  885. data/src/core/lib/channel/status_util.cc +109 -0
  886. data/src/core/lib/channel/status_util.h +67 -0
  887. data/src/core/lib/compression/compression.cc +91 -0
  888. data/src/core/lib/compression/compression_internal.cc +217 -0
  889. data/src/core/lib/compression/compression_internal.h +92 -0
  890. data/src/core/lib/compression/message_compress.cc +192 -0
  891. data/src/core/lib/compression/message_compress.h +40 -0
  892. data/src/core/lib/config/core_configuration.cc +104 -0
  893. data/src/core/lib/config/core_configuration.h +196 -0
  894. data/src/core/lib/debug/stats.cc +172 -0
  895. data/src/core/lib/debug/stats.h +71 -0
  896. data/src/core/lib/debug/stats_data.cc +685 -0
  897. data/src/core/lib/debug/stats_data.h +553 -0
  898. data/src/core/lib/debug/trace.cc +155 -0
  899. data/src/core/lib/debug/trace.h +132 -0
  900. data/src/core/lib/event_engine/channel_args_endpoint_config.cc +46 -0
  901. data/src/core/lib/event_engine/channel_args_endpoint_config.h +42 -0
  902. data/src/core/lib/event_engine/default_event_engine_factory.cc +27 -0
  903. data/src/core/lib/event_engine/event_engine.cc +52 -0
  904. data/src/core/lib/event_engine/event_engine_factory.h +36 -0
  905. data/src/core/lib/event_engine/memory_allocator.cc +66 -0
  906. data/src/core/lib/event_engine/resolved_address.cc +39 -0
  907. data/src/core/lib/event_engine/sockaddr.cc +40 -0
  908. data/src/core/lib/event_engine/sockaddr.h +44 -0
  909. data/src/core/lib/gpr/alloc.cc +76 -0
  910. data/src/core/lib/gpr/alloc.h +28 -0
  911. data/src/core/lib/gpr/atm.cc +35 -0
  912. data/src/core/lib/gpr/cpu_iphone.cc +44 -0
  913. data/src/core/lib/gpr/cpu_linux.cc +82 -0
  914. data/src/core/lib/gpr/cpu_posix.cc +83 -0
  915. data/src/core/lib/gpr/cpu_windows.cc +33 -0
  916. data/src/core/lib/gpr/env.h +40 -0
  917. data/src/core/lib/gpr/env_linux.cc +75 -0
  918. data/src/core/lib/gpr/env_posix.cc +46 -0
  919. data/src/core/lib/gpr/env_windows.cc +74 -0
  920. data/src/core/lib/gpr/log.cc +140 -0
  921. data/src/core/lib/gpr/log_android.cc +77 -0
  922. data/src/core/lib/gpr/log_linux.cc +114 -0
  923. data/src/core/lib/gpr/log_posix.cc +110 -0
  924. data/src/core/lib/gpr/log_windows.cc +116 -0
  925. data/src/core/lib/gpr/murmur_hash.cc +82 -0
  926. data/src/core/lib/gpr/murmur_hash.h +29 -0
  927. data/src/core/lib/gpr/spinlock.h +53 -0
  928. data/src/core/lib/gpr/string.cc +343 -0
  929. data/src/core/lib/gpr/string.h +112 -0
  930. data/src/core/lib/gpr/string_posix.cc +72 -0
  931. data/src/core/lib/gpr/string_util_windows.cc +82 -0
  932. data/src/core/lib/gpr/string_windows.cc +69 -0
  933. data/src/core/lib/gpr/string_windows.h +32 -0
  934. data/src/core/lib/gpr/sync.cc +124 -0
  935. data/src/core/lib/gpr/sync_abseil.cc +114 -0
  936. data/src/core/lib/gpr/sync_posix.cc +171 -0
  937. data/src/core/lib/gpr/sync_windows.cc +120 -0
  938. data/src/core/lib/gpr/time.cc +265 -0
  939. data/src/core/lib/gpr/time_posix.cc +186 -0
  940. data/src/core/lib/gpr/time_precise.cc +168 -0
  941. data/src/core/lib/gpr/time_precise.h +70 -0
  942. data/src/core/lib/gpr/time_windows.cc +99 -0
  943. data/src/core/lib/gpr/tls.h +158 -0
  944. data/src/core/lib/gpr/tmpfile.h +32 -0
  945. data/src/core/lib/gpr/tmpfile_msys.cc +58 -0
  946. data/src/core/lib/gpr/tmpfile_posix.cc +69 -0
  947. data/src/core/lib/gpr/tmpfile_windows.cc +69 -0
  948. data/src/core/lib/gpr/useful.h +131 -0
  949. data/src/core/lib/gpr/wrap_memcpy.cc +43 -0
  950. data/src/core/lib/gprpp/atomic_utils.h +47 -0
  951. data/src/core/lib/gprpp/bitset.h +207 -0
  952. data/src/core/lib/gprpp/capture.h +76 -0
  953. data/src/core/lib/gprpp/chunked_vector.h +253 -0
  954. data/src/core/lib/gprpp/construct_destruct.h +39 -0
  955. data/src/core/lib/gprpp/cpp_impl_of.h +49 -0
  956. data/src/core/lib/gprpp/debug_location.h +55 -0
  957. data/src/core/lib/gprpp/dual_ref_counted.h +330 -0
  958. data/src/core/lib/gprpp/examine_stack.cc +43 -0
  959. data/src/core/lib/gprpp/examine_stack.h +46 -0
  960. data/src/core/lib/gprpp/fork.cc +244 -0
  961. data/src/core/lib/gprpp/fork.h +103 -0
  962. data/src/core/lib/gprpp/global_config.h +95 -0
  963. data/src/core/lib/gprpp/global_config_custom.h +29 -0
  964. data/src/core/lib/gprpp/global_config_env.cc +137 -0
  965. data/src/core/lib/gprpp/global_config_env.h +131 -0
  966. data/src/core/lib/gprpp/global_config_generic.h +44 -0
  967. data/src/core/lib/gprpp/host_port.cc +112 -0
  968. data/src/core/lib/gprpp/host_port.h +56 -0
  969. data/src/core/lib/gprpp/manual_constructor.h +215 -0
  970. data/src/core/lib/gprpp/match.h +73 -0
  971. data/src/core/lib/gprpp/memory.h +57 -0
  972. data/src/core/lib/gprpp/mpscq.cc +108 -0
  973. data/src/core/lib/gprpp/mpscq.h +99 -0
  974. data/src/core/lib/gprpp/orphanable.h +125 -0
  975. data/src/core/lib/gprpp/overload.h +59 -0
  976. data/src/core/lib/gprpp/ref_counted.h +351 -0
  977. data/src/core/lib/gprpp/ref_counted_ptr.h +351 -0
  978. data/src/core/lib/gprpp/single_set_ptr.h +87 -0
  979. data/src/core/lib/gprpp/stat.h +38 -0
  980. data/src/core/lib/gprpp/stat_posix.cc +49 -0
  981. data/src/core/lib/gprpp/stat_windows.cc +48 -0
  982. data/src/core/lib/gprpp/status_helper.cc +435 -0
  983. data/src/core/lib/gprpp/status_helper.h +181 -0
  984. data/src/core/lib/gprpp/sync.h +198 -0
  985. data/src/core/lib/gprpp/table.h +434 -0
  986. data/src/core/lib/gprpp/thd.h +174 -0
  987. data/src/core/lib/gprpp/thd_posix.cc +209 -0
  988. data/src/core/lib/gprpp/thd_windows.cc +171 -0
  989. data/src/core/lib/gprpp/time.cc +198 -0
  990. data/src/core/lib/gprpp/time.h +292 -0
  991. data/src/core/lib/gprpp/time_util.cc +77 -0
  992. data/src/core/lib/gprpp/time_util.h +42 -0
  993. data/src/core/lib/http/format_request.cc +107 -0
  994. data/src/core/lib/http/format_request.h +36 -0
  995. data/src/core/lib/http/httpcli.cc +396 -0
  996. data/src/core/lib/http/httpcli.h +223 -0
  997. data/src/core/lib/http/httpcli_security_connector.cc +204 -0
  998. data/src/core/lib/http/httpcli_ssl_credentials.h +37 -0
  999. data/src/core/lib/http/parser.cc +463 -0
  1000. data/src/core/lib/http/parser.h +127 -0
  1001. data/src/core/lib/iomgr/block_annotate.h +57 -0
  1002. data/src/core/lib/iomgr/buffer_list.cc +307 -0
  1003. data/src/core/lib/iomgr/buffer_list.h +163 -0
  1004. data/src/core/lib/iomgr/call_combiner.cc +291 -0
  1005. data/src/core/lib/iomgr/call_combiner.h +215 -0
  1006. data/src/core/lib/iomgr/cfstream_handle.cc +210 -0
  1007. data/src/core/lib/iomgr/cfstream_handle.h +90 -0
  1008. data/src/core/lib/iomgr/closure.h +276 -0
  1009. data/src/core/lib/iomgr/combiner.cc +350 -0
  1010. data/src/core/lib/iomgr/combiner.h +89 -0
  1011. data/src/core/lib/iomgr/dualstack_socket_posix.cc +48 -0
  1012. data/src/core/lib/iomgr/dynamic_annotations.h +67 -0
  1013. data/src/core/lib/iomgr/endpoint.cc +67 -0
  1014. data/src/core/lib/iomgr/endpoint.h +107 -0
  1015. data/src/core/lib/iomgr/endpoint_cfstream.cc +372 -0
  1016. data/src/core/lib/iomgr/endpoint_cfstream.h +49 -0
  1017. data/src/core/lib/iomgr/endpoint_pair.h +34 -0
  1018. data/src/core/lib/iomgr/endpoint_pair_event_engine.cc +32 -0
  1019. data/src/core/lib/iomgr/endpoint_pair_posix.cc +75 -0
  1020. data/src/core/lib/iomgr/endpoint_pair_windows.cc +86 -0
  1021. data/src/core/lib/iomgr/error.cc +988 -0
  1022. data/src/core/lib/iomgr/error.h +440 -0
  1023. data/src/core/lib/iomgr/error_cfstream.cc +59 -0
  1024. data/src/core/lib/iomgr/error_cfstream.h +31 -0
  1025. data/src/core/lib/iomgr/error_internal.h +66 -0
  1026. data/src/core/lib/iomgr/ev_apple.cc +360 -0
  1027. data/src/core/lib/iomgr/ev_apple.h +43 -0
  1028. data/src/core/lib/iomgr/ev_epoll1_linux.cc +1365 -0
  1029. data/src/core/lib/iomgr/ev_epoll1_linux.h +31 -0
  1030. data/src/core/lib/iomgr/ev_poll_posix.cc +1430 -0
  1031. data/src/core/lib/iomgr/ev_poll_posix.h +29 -0
  1032. data/src/core/lib/iomgr/ev_posix.cc +416 -0
  1033. data/src/core/lib/iomgr/ev_posix.h +207 -0
  1034. data/src/core/lib/iomgr/ev_windows.cc +30 -0
  1035. data/src/core/lib/iomgr/event_engine/closure.cc +77 -0
  1036. data/src/core/lib/iomgr/event_engine/closure.h +42 -0
  1037. data/src/core/lib/iomgr/event_engine/endpoint.cc +172 -0
  1038. data/src/core/lib/iomgr/event_engine/endpoint.h +52 -0
  1039. data/src/core/lib/iomgr/event_engine/iomgr.cc +85 -0
  1040. data/src/core/lib/iomgr/event_engine/pollset.cc +87 -0
  1041. data/src/core/lib/iomgr/event_engine/pollset.h +25 -0
  1042. data/src/core/lib/iomgr/event_engine/promise.h +51 -0
  1043. data/src/core/lib/iomgr/event_engine/resolved_address_internal.cc +47 -0
  1044. data/src/core/lib/iomgr/event_engine/resolved_address_internal.h +37 -0
  1045. data/src/core/lib/iomgr/event_engine/resolver.cc +133 -0
  1046. data/src/core/lib/iomgr/event_engine/resolver.h +56 -0
  1047. data/src/core/lib/iomgr/event_engine/tcp.cc +296 -0
  1048. data/src/core/lib/iomgr/event_engine/timer.cc +62 -0
  1049. data/src/core/lib/iomgr/exec_ctx.cc +155 -0
  1050. data/src/core/lib/iomgr/exec_ctx.h +359 -0
  1051. data/src/core/lib/iomgr/executor/mpmcqueue.cc +182 -0
  1052. data/src/core/lib/iomgr/executor/mpmcqueue.h +171 -0
  1053. data/src/core/lib/iomgr/executor/threadpool.cc +136 -0
  1054. data/src/core/lib/iomgr/executor/threadpool.h +150 -0
  1055. data/src/core/lib/iomgr/executor.cc +461 -0
  1056. data/src/core/lib/iomgr/executor.h +122 -0
  1057. data/src/core/lib/iomgr/fork_posix.cc +120 -0
  1058. data/src/core/lib/iomgr/fork_windows.cc +41 -0
  1059. data/src/core/lib/iomgr/gethostname.h +26 -0
  1060. data/src/core/lib/iomgr/gethostname_fallback.cc +30 -0
  1061. data/src/core/lib/iomgr/gethostname_host_name_max.cc +40 -0
  1062. data/src/core/lib/iomgr/gethostname_sysconf.cc +40 -0
  1063. data/src/core/lib/iomgr/grpc_if_nametoindex.h +30 -0
  1064. data/src/core/lib/iomgr/grpc_if_nametoindex_posix.cc +42 -0
  1065. data/src/core/lib/iomgr/grpc_if_nametoindex_unsupported.cc +38 -0
  1066. data/src/core/lib/iomgr/internal_errqueue.cc +68 -0
  1067. data/src/core/lib/iomgr/internal_errqueue.h +191 -0
  1068. data/src/core/lib/iomgr/iocp_windows.cc +158 -0
  1069. data/src/core/lib/iomgr/iocp_windows.h +48 -0
  1070. data/src/core/lib/iomgr/iomgr.cc +196 -0
  1071. data/src/core/lib/iomgr/iomgr.h +60 -0
  1072. data/src/core/lib/iomgr/iomgr_internal.cc +53 -0
  1073. data/src/core/lib/iomgr/iomgr_internal.h +74 -0
  1074. data/src/core/lib/iomgr/iomgr_posix.cc +90 -0
  1075. data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +200 -0
  1076. data/src/core/lib/iomgr/iomgr_windows.cc +105 -0
  1077. data/src/core/lib/iomgr/load_file.cc +81 -0
  1078. data/src/core/lib/iomgr/load_file.h +35 -0
  1079. data/src/core/lib/iomgr/lockfree_event.cc +278 -0
  1080. data/src/core/lib/iomgr/lockfree_event.h +72 -0
  1081. data/src/core/lib/iomgr/nameser.h +106 -0
  1082. data/src/core/lib/iomgr/polling_entity.cc +96 -0
  1083. data/src/core/lib/iomgr/polling_entity.h +74 -0
  1084. data/src/core/lib/iomgr/pollset.cc +56 -0
  1085. data/src/core/lib/iomgr/pollset.h +99 -0
  1086. data/src/core/lib/iomgr/pollset_set.cc +55 -0
  1087. data/src/core/lib/iomgr/pollset_set.h +55 -0
  1088. data/src/core/lib/iomgr/pollset_set_windows.cc +52 -0
  1089. data/src/core/lib/iomgr/pollset_set_windows.h +26 -0
  1090. data/src/core/lib/iomgr/pollset_windows.cc +243 -0
  1091. data/src/core/lib/iomgr/pollset_windows.h +70 -0
  1092. data/src/core/lib/iomgr/port.h +216 -0
  1093. data/src/core/lib/iomgr/python_util.h +47 -0
  1094. data/src/core/lib/iomgr/resolve_address.cc +36 -0
  1095. data/src/core/lib/iomgr/resolve_address.h +86 -0
  1096. data/src/core/lib/iomgr/resolve_address_impl.h +59 -0
  1097. data/src/core/lib/iomgr/resolve_address_posix.cc +186 -0
  1098. data/src/core/lib/iomgr/resolve_address_posix.h +47 -0
  1099. data/src/core/lib/iomgr/resolve_address_windows.cc +171 -0
  1100. data/src/core/lib/iomgr/resolve_address_windows.h +47 -0
  1101. data/src/core/lib/iomgr/resolved_address.h +39 -0
  1102. data/src/core/lib/iomgr/sockaddr.h +33 -0
  1103. data/src/core/lib/iomgr/sockaddr_posix.h +55 -0
  1104. data/src/core/lib/iomgr/sockaddr_utils_posix.cc +62 -0
  1105. data/src/core/lib/iomgr/sockaddr_windows.h +55 -0
  1106. data/src/core/lib/iomgr/socket_factory_posix.cc +95 -0
  1107. data/src/core/lib/iomgr/socket_factory_posix.h +69 -0
  1108. data/src/core/lib/iomgr/socket_mutator.cc +97 -0
  1109. data/src/core/lib/iomgr/socket_mutator.h +84 -0
  1110. data/src/core/lib/iomgr/socket_utils.h +47 -0
  1111. data/src/core/lib/iomgr/socket_utils_common_posix.cc +498 -0
  1112. data/src/core/lib/iomgr/socket_utils_linux.cc +42 -0
  1113. data/src/core/lib/iomgr/socket_utils_posix.cc +58 -0
  1114. data/src/core/lib/iomgr/socket_utils_posix.h +163 -0
  1115. data/src/core/lib/iomgr/socket_utils_windows.cc +47 -0
  1116. data/src/core/lib/iomgr/socket_windows.cc +202 -0
  1117. data/src/core/lib/iomgr/socket_windows.h +127 -0
  1118. data/src/core/lib/iomgr/tcp_client.cc +36 -0
  1119. data/src/core/lib/iomgr/tcp_client.h +55 -0
  1120. data/src/core/lib/iomgr/tcp_client_cfstream.cc +197 -0
  1121. data/src/core/lib/iomgr/tcp_client_posix.cc +344 -0
  1122. data/src/core/lib/iomgr/tcp_client_posix.h +69 -0
  1123. data/src/core/lib/iomgr/tcp_client_windows.cc +232 -0
  1124. data/src/core/lib/iomgr/tcp_posix.cc +1902 -0
  1125. data/src/core/lib/iomgr/tcp_posix.h +65 -0
  1126. data/src/core/lib/iomgr/tcp_server.cc +77 -0
  1127. data/src/core/lib/iomgr/tcp_server.h +147 -0
  1128. data/src/core/lib/iomgr/tcp_server_posix.cc +650 -0
  1129. data/src/core/lib/iomgr/tcp_server_utils_posix.h +129 -0
  1130. data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +224 -0
  1131. data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +176 -0
  1132. data/src/core/lib/iomgr/tcp_server_utils_posix_noifaddrs.cc +36 -0
  1133. data/src/core/lib/iomgr/tcp_server_windows.cc +561 -0
  1134. data/src/core/lib/iomgr/tcp_windows.cc +532 -0
  1135. data/src/core/lib/iomgr/tcp_windows.h +53 -0
  1136. data/src/core/lib/iomgr/time_averaged_stats.cc +64 -0
  1137. data/src/core/lib/iomgr/time_averaged_stats.h +72 -0
  1138. data/src/core/lib/iomgr/timer.cc +46 -0
  1139. data/src/core/lib/iomgr/timer.h +136 -0
  1140. data/src/core/lib/iomgr/timer_generic.cc +737 -0
  1141. data/src/core/lib/iomgr/timer_generic.h +40 -0
  1142. data/src/core/lib/iomgr/timer_heap.cc +134 -0
  1143. data/src/core/lib/iomgr/timer_heap.h +43 -0
  1144. data/src/core/lib/iomgr/timer_manager.cc +364 -0
  1145. data/src/core/lib/iomgr/timer_manager.h +41 -0
  1146. data/src/core/lib/iomgr/unix_sockets_posix.cc +96 -0
  1147. data/src/core/lib/iomgr/unix_sockets_posix.h +46 -0
  1148. data/src/core/lib/iomgr/unix_sockets_posix_noop.cc +53 -0
  1149. data/src/core/lib/iomgr/wakeup_fd_eventfd.cc +82 -0
  1150. data/src/core/lib/iomgr/wakeup_fd_nospecial.cc +39 -0
  1151. data/src/core/lib/iomgr/wakeup_fd_pipe.cc +99 -0
  1152. data/src/core/lib/iomgr/wakeup_fd_pipe.h +28 -0
  1153. data/src/core/lib/iomgr/wakeup_fd_posix.cc +70 -0
  1154. data/src/core/lib/iomgr/wakeup_fd_posix.h +98 -0
  1155. data/src/core/lib/iomgr/work_serializer.cc +231 -0
  1156. data/src/core/lib/iomgr/work_serializer.h +93 -0
  1157. data/src/core/lib/json/json.h +250 -0
  1158. data/src/core/lib/json/json_reader.cc +897 -0
  1159. data/src/core/lib/json/json_util.cc +126 -0
  1160. data/src/core/lib/json/json_util.h +154 -0
  1161. data/src/core/lib/json/json_writer.cc +335 -0
  1162. data/src/core/lib/matchers/matchers.cc +327 -0
  1163. data/src/core/lib/matchers/matchers.h +160 -0
  1164. data/src/core/lib/profiling/basic_timers.cc +295 -0
  1165. data/src/core/lib/profiling/stap_timers.cc +50 -0
  1166. data/src/core/lib/profiling/timers.h +94 -0
  1167. data/src/core/lib/promise/activity.cc +121 -0
  1168. data/src/core/lib/promise/activity.h +540 -0
  1169. data/src/core/lib/promise/arena_promise.h +188 -0
  1170. data/src/core/lib/promise/call_push_pull.h +144 -0
  1171. data/src/core/lib/promise/context.h +86 -0
  1172. data/src/core/lib/promise/detail/basic_seq.h +496 -0
  1173. data/src/core/lib/promise/detail/promise_factory.h +189 -0
  1174. data/src/core/lib/promise/detail/promise_like.h +85 -0
  1175. data/src/core/lib/promise/detail/status.h +50 -0
  1176. data/src/core/lib/promise/detail/switch.h +1455 -0
  1177. data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +48 -0
  1178. data/src/core/lib/promise/intra_activity_waiter.h +49 -0
  1179. data/src/core/lib/promise/latch.h +104 -0
  1180. data/src/core/lib/promise/loop.h +134 -0
  1181. data/src/core/lib/promise/map.h +88 -0
  1182. data/src/core/lib/promise/poll.h +66 -0
  1183. data/src/core/lib/promise/promise.h +95 -0
  1184. data/src/core/lib/promise/race.h +84 -0
  1185. data/src/core/lib/promise/seq.h +89 -0
  1186. data/src/core/lib/promise/sleep.cc +74 -0
  1187. data/src/core/lib/promise/sleep.h +66 -0
  1188. data/src/core/lib/promise/try_seq.h +157 -0
  1189. data/src/core/lib/resolver/resolver.cc +79 -0
  1190. data/src/core/lib/resolver/resolver.h +135 -0
  1191. data/src/core/lib/resolver/resolver_factory.h +76 -0
  1192. data/src/core/lib/resolver/resolver_registry.cc +156 -0
  1193. data/src/core/lib/resolver/resolver_registry.h +113 -0
  1194. data/src/core/lib/resolver/server_address.cc +170 -0
  1195. data/src/core/lib/resolver/server_address.h +144 -0
  1196. data/src/core/lib/resource_quota/api.cc +83 -0
  1197. data/src/core/lib/resource_quota/api.h +40 -0
  1198. data/src/core/lib/resource_quota/arena.cc +107 -0
  1199. data/src/core/lib/resource_quota/arena.h +142 -0
  1200. data/src/core/lib/resource_quota/memory_quota.cc +478 -0
  1201. data/src/core/lib/resource_quota/memory_quota.h +457 -0
  1202. data/src/core/lib/resource_quota/resource_quota.cc +33 -0
  1203. data/src/core/lib/resource_quota/resource_quota.h +66 -0
  1204. data/src/core/lib/resource_quota/thread_quota.cc +43 -0
  1205. data/src/core/lib/resource_quota/thread_quota.h +57 -0
  1206. data/src/core/lib/resource_quota/trace.cc +19 -0
  1207. data/src/core/lib/resource_quota/trace.h +24 -0
  1208. data/src/core/lib/security/authorization/authorization_engine.h +44 -0
  1209. data/src/core/lib/security/authorization/authorization_policy_provider.h +40 -0
  1210. data/src/core/lib/security/authorization/authorization_policy_provider_vtable.cc +46 -0
  1211. data/src/core/lib/security/authorization/evaluate_args.cc +212 -0
  1212. data/src/core/lib/security/authorization/evaluate_args.h +92 -0
  1213. data/src/core/lib/security/authorization/grpc_authorization_engine.cc +60 -0
  1214. data/src/core/lib/security/authorization/grpc_authorization_engine.h +62 -0
  1215. data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +106 -0
  1216. data/src/core/lib/security/authorization/grpc_server_authz_filter.h +50 -0
  1217. data/src/core/lib/security/authorization/matchers.cc +227 -0
  1218. data/src/core/lib/security/authorization/matchers.h +211 -0
  1219. data/src/core/lib/security/authorization/rbac_policy.cc +442 -0
  1220. data/src/core/lib/security/authorization/rbac_policy.h +171 -0
  1221. data/src/core/lib/security/context/security_context.cc +327 -0
  1222. data/src/core/lib/security/context/security_context.h +159 -0
  1223. data/src/core/lib/security/credentials/alts/alts_credentials.cc +112 -0
  1224. data/src/core/lib/security/credentials/alts/alts_credentials.h +119 -0
  1225. data/src/core/lib/security/credentials/alts/check_gcp_environment.cc +72 -0
  1226. data/src/core/lib/security/credentials/alts/check_gcp_environment.h +57 -0
  1227. data/src/core/lib/security/credentials/alts/check_gcp_environment_linux.cc +68 -0
  1228. data/src/core/lib/security/credentials/alts/check_gcp_environment_no_op.cc +33 -0
  1229. data/src/core/lib/security/credentials/alts/check_gcp_environment_windows.cc +102 -0
  1230. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_client_options.cc +127 -0
  1231. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.cc +46 -0
  1232. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.h +75 -0
  1233. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_server_options.cc +59 -0
  1234. data/src/core/lib/security/credentials/call_creds_util.cc +87 -0
  1235. data/src/core/lib/security/credentials/call_creds_util.h +42 -0
  1236. data/src/core/lib/security/credentials/channel_creds_registry.h +97 -0
  1237. data/src/core/lib/security/credentials/channel_creds_registry_init.cc +70 -0
  1238. data/src/core/lib/security/credentials/composite/composite_credentials.cc +171 -0
  1239. data/src/core/lib/security/credentials/composite/composite_credentials.h +119 -0
  1240. data/src/core/lib/security/credentials/credentials.cc +163 -0
  1241. data/src/core/lib/security/credentials/credentials.h +285 -0
  1242. data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +419 -0
  1243. data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +82 -0
  1244. data/src/core/lib/security/credentials/external/aws_request_signer.cc +214 -0
  1245. data/src/core/lib/security/credentials/external/aws_request_signer.h +72 -0
  1246. data/src/core/lib/security/credentials/external/external_account_credentials.cc +544 -0
  1247. data/src/core/lib/security/credentials/external/external_account_credentials.h +118 -0
  1248. data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +135 -0
  1249. data/src/core/lib/security/credentials/external/file_external_account_credentials.h +49 -0
  1250. data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +230 -0
  1251. data/src/core/lib/security/credentials/external/url_external_account_credentials.h +61 -0
  1252. data/src/core/lib/security/credentials/fake/fake_credentials.cc +109 -0
  1253. data/src/core/lib/security/credentials/fake/fake_credentials.h +88 -0
  1254. data/src/core/lib/security/credentials/google_default/credentials_generic.cc +42 -0
  1255. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +470 -0
  1256. data/src/core/lib/security/credentials/google_default/google_default_credentials.h +93 -0
  1257. data/src/core/lib/security/credentials/iam/iam_credentials.cc +74 -0
  1258. data/src/core/lib/security/credentials/iam/iam_credentials.h +55 -0
  1259. data/src/core/lib/security/credentials/insecure/insecure_credentials.cc +63 -0
  1260. data/src/core/lib/security/credentials/insecure/insecure_credentials.h +57 -0
  1261. data/src/core/lib/security/credentials/jwt/json_token.cc +286 -0
  1262. data/src/core/lib/security/credentials/jwt/json_token.h +76 -0
  1263. data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +180 -0
  1264. data/src/core/lib/security/credentials/jwt/jwt_credentials.h +93 -0
  1265. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +933 -0
  1266. data/src/core/lib/security/credentials/jwt/jwt_verifier.h +122 -0
  1267. data/src/core/lib/security/credentials/local/local_credentials.cc +65 -0
  1268. data/src/core/lib/security/credentials/local/local_credentials.h +71 -0
  1269. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +736 -0
  1270. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +200 -0
  1271. data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +211 -0
  1272. data/src/core/lib/security/credentials/plugin/plugin_credentials.h +101 -0
  1273. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +378 -0
  1274. data/src/core/lib/security/credentials/ssl/ssl_credentials.h +119 -0
  1275. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.cc +348 -0
  1276. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.h +217 -0
  1277. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +454 -0
  1278. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +195 -0
  1279. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +209 -0
  1280. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.h +145 -0
  1281. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +123 -0
  1282. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +117 -0
  1283. data/src/core/lib/security/credentials/tls/tls_credentials.cc +147 -0
  1284. data/src/core/lib/security/credentials/tls/tls_credentials.h +68 -0
  1285. data/src/core/lib/security/credentials/tls/tls_utils.cc +123 -0
  1286. data/src/core/lib/security/credentials/tls/tls_utils.h +51 -0
  1287. data/src/core/lib/security/credentials/xds/xds_credentials.cc +237 -0
  1288. data/src/core/lib/security/credentials/xds/xds_credentials.h +100 -0
  1289. data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +305 -0
  1290. data/src/core/lib/security/security_connector/alts/alts_security_connector.h +76 -0
  1291. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +318 -0
  1292. data/src/core/lib/security/security_connector/fake/fake_security_connector.h +43 -0
  1293. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.cc +111 -0
  1294. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +92 -0
  1295. data/src/core/lib/security/security_connector/load_system_roots.h +33 -0
  1296. data/src/core/lib/security/security_connector/load_system_roots_fallback.cc +33 -0
  1297. data/src/core/lib/security/security_connector/load_system_roots_linux.cc +170 -0
  1298. data/src/core/lib/security/security_connector/load_system_roots_linux.h +46 -0
  1299. data/src/core/lib/security/security_connector/local/local_security_connector.cc +289 -0
  1300. data/src/core/lib/security/security_connector/local/local_security_connector.h +59 -0
  1301. data/src/core/lib/security/security_connector/security_connector.cc +125 -0
  1302. data/src/core/lib/security/security_connector/security_connector.h +187 -0
  1303. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +450 -0
  1304. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +81 -0
  1305. data/src/core/lib/security/security_connector/ssl_utils.cc +617 -0
  1306. data/src/core/lib/security/security_connector/ssl_utils.h +184 -0
  1307. data/src/core/lib/security/security_connector/ssl_utils_config.cc +32 -0
  1308. data/src/core/lib/security/security_connector/ssl_utils_config.h +30 -0
  1309. data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +826 -0
  1310. data/src/core/lib/security/security_connector/tls/tls_security_connector.h +266 -0
  1311. data/src/core/lib/security/transport/auth_filters.h +69 -0
  1312. data/src/core/lib/security/transport/client_auth_filter.cc +210 -0
  1313. data/src/core/lib/security/transport/secure_endpoint.cc +511 -0
  1314. data/src/core/lib/security/transport/secure_endpoint.h +42 -0
  1315. data/src/core/lib/security/transport/security_handshaker.cc +652 -0
  1316. data/src/core/lib/security/transport/security_handshaker.h +46 -0
  1317. data/src/core/lib/security/transport/server_auth_filter.cc +337 -0
  1318. data/src/core/lib/security/transport/tsi_error.cc +28 -0
  1319. data/src/core/lib/security/transport/tsi_error.h +30 -0
  1320. data/src/core/lib/security/util/json_util.cc +70 -0
  1321. data/src/core/lib/security/util/json_util.h +45 -0
  1322. data/src/core/lib/service_config/service_config.h +82 -0
  1323. data/src/core/lib/service_config/service_config_call_data.h +72 -0
  1324. data/src/core/lib/service_config/service_config_impl.cc +230 -0
  1325. data/src/core/lib/service_config/service_config_impl.h +125 -0
  1326. data/src/core/lib/service_config/service_config_parser.cc +93 -0
  1327. data/src/core/lib/service_config/service_config_parser.h +106 -0
  1328. data/src/core/lib/slice/b64.cc +239 -0
  1329. data/src/core/lib/slice/b64.h +50 -0
  1330. data/src/core/lib/slice/percent_encoding.cc +156 -0
  1331. data/src/core/lib/slice/percent_encoding.h +60 -0
  1332. data/src/core/lib/slice/slice.cc +489 -0
  1333. data/src/core/lib/slice/slice.h +384 -0
  1334. data/src/core/lib/slice/slice_api.cc +39 -0
  1335. data/src/core/lib/slice/slice_buffer.cc +417 -0
  1336. data/src/core/lib/slice/slice_internal.h +104 -0
  1337. data/src/core/lib/slice/slice_refcount.cc +35 -0
  1338. data/src/core/lib/slice/slice_refcount.h +46 -0
  1339. data/src/core/lib/slice/slice_refcount_base.h +61 -0
  1340. data/src/core/lib/slice/slice_split.cc +100 -0
  1341. data/src/core/lib/slice/slice_split.h +40 -0
  1342. data/src/core/lib/slice/slice_string_helpers.cc +44 -0
  1343. data/src/core/lib/slice/slice_string_helpers.h +38 -0
  1344. data/src/core/lib/surface/api_trace.cc +25 -0
  1345. data/src/core/lib/surface/api_trace.h +53 -0
  1346. data/src/core/lib/surface/builtins.cc +49 -0
  1347. data/src/core/lib/surface/builtins.h +26 -0
  1348. data/src/core/lib/surface/byte_buffer.cc +92 -0
  1349. data/src/core/lib/surface/byte_buffer_reader.cc +101 -0
  1350. data/src/core/lib/surface/call.cc +1967 -0
  1351. data/src/core/lib/surface/call.h +117 -0
  1352. data/src/core/lib/surface/call_details.cc +41 -0
  1353. data/src/core/lib/surface/call_log_batch.cc +111 -0
  1354. data/src/core/lib/surface/call_test_only.h +43 -0
  1355. data/src/core/lib/surface/channel.cc +504 -0
  1356. data/src/core/lib/surface/channel.h +167 -0
  1357. data/src/core/lib/surface/channel_init.cc +55 -0
  1358. data/src/core/lib/surface/channel_init.h +82 -0
  1359. data/src/core/lib/surface/channel_ping.cc +63 -0
  1360. data/src/core/lib/surface/channel_stack_type.cc +59 -0
  1361. data/src/core/lib/surface/channel_stack_type.h +47 -0
  1362. data/src/core/lib/surface/completion_queue.cc +1430 -0
  1363. data/src/core/lib/surface/completion_queue.h +98 -0
  1364. data/src/core/lib/surface/completion_queue_factory.cc +88 -0
  1365. data/src/core/lib/surface/completion_queue_factory.h +39 -0
  1366. data/src/core/lib/surface/event_string.cc +62 -0
  1367. data/src/core/lib/surface/event_string.h +31 -0
  1368. data/src/core/lib/surface/init.cc +288 -0
  1369. data/src/core/lib/surface/init.h +33 -0
  1370. data/src/core/lib/surface/lame_client.cc +199 -0
  1371. data/src/core/lib/surface/lame_client.h +33 -0
  1372. data/src/core/lib/surface/metadata_array.cc +36 -0
  1373. data/src/core/lib/surface/server.cc +1569 -0
  1374. data/src/core/lib/surface/server.h +495 -0
  1375. data/src/core/lib/surface/validate_metadata.cc +136 -0
  1376. data/src/core/lib/surface/validate_metadata.h +45 -0
  1377. data/src/core/lib/surface/version.cc +28 -0
  1378. data/src/core/lib/transport/bdp_estimator.cc +86 -0
  1379. data/src/core/lib/transport/bdp_estimator.h +95 -0
  1380. data/src/core/lib/transport/byte_stream.cc +164 -0
  1381. data/src/core/lib/transport/byte_stream.h +166 -0
  1382. data/src/core/lib/transport/connectivity_state.cc +188 -0
  1383. data/src/core/lib/transport/connectivity_state.h +145 -0
  1384. data/src/core/lib/transport/error_utils.cc +193 -0
  1385. data/src/core/lib/transport/error_utils.h +59 -0
  1386. data/src/core/lib/transport/http2_errors.h +41 -0
  1387. data/src/core/lib/transport/metadata_batch.h +1394 -0
  1388. data/src/core/lib/transport/parsed_metadata.cc +37 -0
  1389. data/src/core/lib/transport/parsed_metadata.h +401 -0
  1390. data/src/core/lib/transport/pid_controller.cc +51 -0
  1391. data/src/core/lib/transport/pid_controller.h +116 -0
  1392. data/src/core/lib/transport/status_conversion.cc +92 -0
  1393. data/src/core/lib/transport/status_conversion.h +38 -0
  1394. data/src/core/lib/transport/timeout_encoding.cc +288 -0
  1395. data/src/core/lib/transport/timeout_encoding.h +68 -0
  1396. data/src/core/lib/transport/transport.cc +241 -0
  1397. data/src/core/lib/transport/transport.h +570 -0
  1398. data/src/core/lib/transport/transport_impl.h +85 -0
  1399. data/src/core/lib/transport/transport_op_string.cc +147 -0
  1400. data/src/core/lib/uri/uri_parser.cc +365 -0
  1401. data/src/core/lib/uri/uri_parser.h +103 -0
  1402. data/src/core/plugin_registry/grpc_plugin_registry.cc +129 -0
  1403. data/src/core/plugin_registry/grpc_plugin_registry_extra.cc +85 -0
  1404. data/src/core/tsi/alts/crypt/aes_gcm.cc +690 -0
  1405. data/src/core/tsi/alts/crypt/gsec.cc +190 -0
  1406. data/src/core/tsi/alts/crypt/gsec.h +459 -0
  1407. data/src/core/tsi/alts/frame_protector/alts_counter.cc +118 -0
  1408. data/src/core/tsi/alts/frame_protector/alts_counter.h +98 -0
  1409. data/src/core/tsi/alts/frame_protector/alts_crypter.cc +66 -0
  1410. data/src/core/tsi/alts/frame_protector/alts_crypter.h +255 -0
  1411. data/src/core/tsi/alts/frame_protector/alts_frame_protector.cc +408 -0
  1412. data/src/core/tsi/alts/frame_protector/alts_frame_protector.h +55 -0
  1413. data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.cc +114 -0
  1414. data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.h +114 -0
  1415. data/src/core/tsi/alts/frame_protector/alts_seal_privacy_integrity_crypter.cc +105 -0
  1416. data/src/core/tsi/alts/frame_protector/alts_unseal_privacy_integrity_crypter.cc +103 -0
  1417. data/src/core/tsi/alts/frame_protector/frame_handler.cc +219 -0
  1418. data/src/core/tsi/alts/frame_protector/frame_handler.h +236 -0
  1419. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +908 -0
  1420. data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +160 -0
  1421. data/src/core/tsi/alts/handshaker/alts_shared_resource.cc +91 -0
  1422. data/src/core/tsi/alts/handshaker/alts_shared_resource.h +73 -0
  1423. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +713 -0
  1424. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.h +104 -0
  1425. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker_private.h +89 -0
  1426. data/src/core/tsi/alts/handshaker/alts_tsi_utils.cc +64 -0
  1427. data/src/core/tsi/alts/handshaker/alts_tsi_utils.h +53 -0
  1428. data/src/core/tsi/alts/handshaker/transport_security_common_api.cc +223 -0
  1429. data/src/core/tsi/alts/handshaker/transport_security_common_api.h +171 -0
  1430. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +226 -0
  1431. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.h +54 -0
  1432. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.cc +144 -0
  1433. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.h +49 -0
  1434. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol.h +91 -0
  1435. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +174 -0
  1436. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.h +99 -0
  1437. data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.cc +478 -0
  1438. data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.h +199 -0
  1439. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +307 -0
  1440. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.h +57 -0
  1441. data/src/core/tsi/fake_transport_security.cc +809 -0
  1442. data/src/core/tsi/fake_transport_security.h +47 -0
  1443. data/src/core/tsi/local_transport_security.cc +170 -0
  1444. data/src/core/tsi/local_transport_security.h +47 -0
  1445. data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +141 -0
  1446. data/src/core/tsi/ssl/key_logging/ssl_key_logging.h +81 -0
  1447. data/src/core/tsi/ssl/session_cache/ssl_session.h +69 -0
  1448. data/src/core/tsi/ssl/session_cache/ssl_session_boringssl.cc +57 -0
  1449. data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +179 -0
  1450. data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +90 -0
  1451. data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +75 -0
  1452. data/src/core/tsi/ssl_transport_security.cc +2417 -0
  1453. data/src/core/tsi/ssl_transport_security.h +405 -0
  1454. data/src/core/tsi/ssl_types.h +42 -0
  1455. data/src/core/tsi/transport_security.cc +384 -0
  1456. data/src/core/tsi/transport_security.h +142 -0
  1457. data/src/core/tsi/transport_security_grpc.cc +73 -0
  1458. data/src/core/tsi/transport_security_grpc.h +80 -0
  1459. data/src/core/tsi/transport_security_interface.h +509 -0
  1460. data/src/ruby/ext/grpc/extconf.rb +1 -1
  1461. data/src/ruby/lib/grpc/2.5/grpc_c.so +0 -0
  1462. data/src/ruby/lib/grpc/2.6/grpc_c.so +0 -0
  1463. data/src/ruby/lib/grpc/2.7/grpc_c.so +0 -0
  1464. data/src/ruby/lib/grpc/3.0/grpc_c.so +0 -0
  1465. data/src/ruby/lib/grpc/3.1/grpc_c.so +0 -0
  1466. data/src/ruby/lib/grpc/generic/active_call.rb +7 -1
  1467. data/src/ruby/lib/grpc/grpc.rb +1 -1
  1468. data/src/ruby/lib/grpc/grpc_c.so +0 -0
  1469. data/src/ruby/lib/grpc/version.rb +1 -1
  1470. data/src/ruby/pb/generate_proto_ruby.sh +1 -0
  1471. data/third_party/abseil-cpp/absl/algorithm/algorithm.h +159 -0
  1472. data/third_party/abseil-cpp/absl/algorithm/container.h +1774 -0
  1473. data/third_party/abseil-cpp/absl/base/attributes.h +735 -0
  1474. data/third_party/abseil-cpp/absl/base/call_once.h +219 -0
  1475. data/third_party/abseil-cpp/absl/base/casts.h +187 -0
  1476. data/third_party/abseil-cpp/absl/base/config.h +772 -0
  1477. data/third_party/abseil-cpp/absl/base/const_init.h +76 -0
  1478. data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +471 -0
  1479. data/third_party/abseil-cpp/absl/base/internal/atomic_hook.h +200 -0
  1480. data/third_party/abseil-cpp/absl/base/internal/cycleclock.cc +107 -0
  1481. data/third_party/abseil-cpp/absl/base/internal/cycleclock.h +94 -0
  1482. data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +169 -0
  1483. data/third_party/abseil-cpp/absl/base/internal/dynamic_annotations.h +398 -0
  1484. data/third_party/abseil-cpp/absl/base/internal/endian.h +327 -0
  1485. data/third_party/abseil-cpp/absl/base/internal/errno_saver.h +43 -0
  1486. data/third_party/abseil-cpp/absl/base/internal/fast_type_id.h +48 -0
  1487. data/third_party/abseil-cpp/absl/base/internal/hide_ptr.h +51 -0
  1488. data/third_party/abseil-cpp/absl/base/internal/identity.h +37 -0
  1489. data/third_party/abseil-cpp/absl/base/internal/inline_variable.h +107 -0
  1490. data/third_party/abseil-cpp/absl/base/internal/invoke.h +187 -0
  1491. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +620 -0
  1492. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +126 -0
  1493. data/third_party/abseil-cpp/absl/base/internal/low_level_scheduling.h +134 -0
  1494. data/third_party/abseil-cpp/absl/base/internal/per_thread_tls.h +52 -0
  1495. data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +242 -0
  1496. data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +195 -0
  1497. data/third_party/abseil-cpp/absl/base/internal/scheduling_mode.h +58 -0
  1498. data/third_party/abseil-cpp/absl/base/internal/spinlock.cc +229 -0
  1499. data/third_party/abseil-cpp/absl/base/internal/spinlock.h +248 -0
  1500. data/third_party/abseil-cpp/absl/base/internal/spinlock_akaros.inc +35 -0
  1501. data/third_party/abseil-cpp/absl/base/internal/spinlock_linux.inc +74 -0
  1502. data/third_party/abseil-cpp/absl/base/internal/spinlock_posix.inc +46 -0
  1503. data/third_party/abseil-cpp/absl/base/internal/spinlock_wait.cc +81 -0
  1504. data/third_party/abseil-cpp/absl/base/internal/spinlock_wait.h +95 -0
  1505. data/third_party/abseil-cpp/absl/base/internal/spinlock_win32.inc +37 -0
  1506. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +508 -0
  1507. data/third_party/abseil-cpp/absl/base/internal/sysinfo.h +74 -0
  1508. data/third_party/abseil-cpp/absl/base/internal/thread_annotations.h +271 -0
  1509. data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +155 -0
  1510. data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +265 -0
  1511. data/third_party/abseil-cpp/absl/base/internal/throw_delegate.cc +212 -0
  1512. data/third_party/abseil-cpp/absl/base/internal/throw_delegate.h +75 -0
  1513. data/third_party/abseil-cpp/absl/base/internal/tsan_mutex_interface.h +68 -0
  1514. data/third_party/abseil-cpp/absl/base/internal/unaligned_access.h +82 -0
  1515. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +154 -0
  1516. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.h +124 -0
  1517. data/third_party/abseil-cpp/absl/base/log_severity.cc +27 -0
  1518. data/third_party/abseil-cpp/absl/base/log_severity.h +121 -0
  1519. data/third_party/abseil-cpp/absl/base/macros.h +158 -0
  1520. data/third_party/abseil-cpp/absl/base/optimization.h +244 -0
  1521. data/third_party/abseil-cpp/absl/base/options.h +238 -0
  1522. data/third_party/abseil-cpp/absl/base/policy_checks.h +111 -0
  1523. data/third_party/abseil-cpp/absl/base/port.h +25 -0
  1524. data/third_party/abseil-cpp/absl/base/thread_annotations.h +335 -0
  1525. data/third_party/abseil-cpp/absl/container/fixed_array.h +527 -0
  1526. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +606 -0
  1527. data/third_party/abseil-cpp/absl/container/inlined_vector.h +855 -0
  1528. data/third_party/abseil-cpp/absl/container/internal/common.h +206 -0
  1529. data/third_party/abseil-cpp/absl/container/internal/compressed_tuple.h +290 -0
  1530. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +460 -0
  1531. data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +163 -0
  1532. data/third_party/abseil-cpp/absl/container/internal/hash_policy_traits.h +208 -0
  1533. data/third_party/abseil-cpp/absl/container/internal/hashtable_debug_hooks.h +85 -0
  1534. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +190 -0
  1535. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +281 -0
  1536. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler_force_weak_definition.cc +31 -0
  1537. data/third_party/abseil-cpp/absl/container/internal/have_sse.h +50 -0
  1538. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +932 -0
  1539. data/third_party/abseil-cpp/absl/container/internal/layout.h +743 -0
  1540. data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +198 -0
  1541. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +67 -0
  1542. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +2034 -0
  1543. data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.cc +139 -0
  1544. data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.h +32 -0
  1545. data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +1959 -0
  1546. data/third_party/abseil-cpp/absl/debugging/internal/demangle.h +71 -0
  1547. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.cc +383 -0
  1548. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +138 -0
  1549. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +199 -0
  1550. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_arm-inl.inc +134 -0
  1551. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_config.h +87 -0
  1552. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_emscripten-inl.inc +110 -0
  1553. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_generic-inl.inc +108 -0
  1554. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +253 -0
  1555. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_riscv-inl.inc +234 -0
  1556. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_unimplemented-inl.inc +24 -0
  1557. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_win32-inl.inc +93 -0
  1558. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +364 -0
  1559. data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +153 -0
  1560. data/third_party/abseil-cpp/absl/debugging/internal/vdso_support.cc +191 -0
  1561. data/third_party/abseil-cpp/absl/debugging/internal/vdso_support.h +158 -0
  1562. data/third_party/abseil-cpp/absl/debugging/stacktrace.cc +142 -0
  1563. data/third_party/abseil-cpp/absl/debugging/stacktrace.h +231 -0
  1564. data/third_party/abseil-cpp/absl/debugging/symbolize.cc +38 -0
  1565. data/third_party/abseil-cpp/absl/debugging/symbolize.h +99 -0
  1566. data/third_party/abseil-cpp/absl/debugging/symbolize_darwin.inc +101 -0
  1567. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +1574 -0
  1568. data/third_party/abseil-cpp/absl/debugging/symbolize_emscripten.inc +72 -0
  1569. data/third_party/abseil-cpp/absl/debugging/symbolize_unimplemented.inc +40 -0
  1570. data/third_party/abseil-cpp/absl/debugging/symbolize_win32.inc +81 -0
  1571. data/third_party/abseil-cpp/absl/functional/bind_front.h +184 -0
  1572. data/third_party/abseil-cpp/absl/functional/function_ref.h +142 -0
  1573. data/third_party/abseil-cpp/absl/functional/internal/front_binder.h +95 -0
  1574. data/third_party/abseil-cpp/absl/functional/internal/function_ref.h +106 -0
  1575. data/third_party/abseil-cpp/absl/hash/hash.h +347 -0
  1576. data/third_party/abseil-cpp/absl/hash/internal/city.cc +349 -0
  1577. data/third_party/abseil-cpp/absl/hash/internal/city.h +78 -0
  1578. data/third_party/abseil-cpp/absl/hash/internal/hash.cc +69 -0
  1579. data/third_party/abseil-cpp/absl/hash/internal/hash.h +1096 -0
  1580. data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +123 -0
  1581. data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.h +50 -0
  1582. data/third_party/abseil-cpp/absl/memory/memory.h +699 -0
  1583. data/third_party/abseil-cpp/absl/meta/type_traits.h +797 -0
  1584. data/third_party/abseil-cpp/absl/numeric/bits.h +177 -0
  1585. data/third_party/abseil-cpp/absl/numeric/int128.cc +383 -0
  1586. data/third_party/abseil-cpp/absl/numeric/int128.h +1165 -0
  1587. data/third_party/abseil-cpp/absl/numeric/int128_have_intrinsic.inc +296 -0
  1588. data/third_party/abseil-cpp/absl/numeric/int128_no_intrinsic.inc +311 -0
  1589. data/third_party/abseil-cpp/absl/numeric/internal/bits.h +358 -0
  1590. data/third_party/abseil-cpp/absl/numeric/internal/representation.h +55 -0
  1591. data/third_party/abseil-cpp/absl/profiling/internal/exponential_biased.cc +93 -0
  1592. data/third_party/abseil-cpp/absl/profiling/internal/exponential_biased.h +130 -0
  1593. data/third_party/abseil-cpp/absl/profiling/internal/sample_recorder.h +230 -0
  1594. data/third_party/abseil-cpp/absl/random/bernoulli_distribution.h +200 -0
  1595. data/third_party/abseil-cpp/absl/random/beta_distribution.h +427 -0
  1596. data/third_party/abseil-cpp/absl/random/discrete_distribution.cc +98 -0
  1597. data/third_party/abseil-cpp/absl/random/discrete_distribution.h +247 -0
  1598. data/third_party/abseil-cpp/absl/random/distributions.h +452 -0
  1599. data/third_party/abseil-cpp/absl/random/exponential_distribution.h +165 -0
  1600. data/third_party/abseil-cpp/absl/random/gaussian_distribution.cc +104 -0
  1601. data/third_party/abseil-cpp/absl/random/gaussian_distribution.h +275 -0
  1602. data/third_party/abseil-cpp/absl/random/internal/distribution_caller.h +92 -0
  1603. data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +268 -0
  1604. data/third_party/abseil-cpp/absl/random/internal/fastmath.h +57 -0
  1605. data/third_party/abseil-cpp/absl/random/internal/generate_real.h +144 -0
  1606. data/third_party/abseil-cpp/absl/random/internal/iostream_state_saver.h +245 -0
  1607. data/third_party/abseil-cpp/absl/random/internal/nonsecure_base.h +150 -0
  1608. data/third_party/abseil-cpp/absl/random/internal/pcg_engine.h +308 -0
  1609. data/third_party/abseil-cpp/absl/random/internal/platform.h +171 -0
  1610. data/third_party/abseil-cpp/absl/random/internal/pool_urbg.cc +253 -0
  1611. data/third_party/abseil-cpp/absl/random/internal/pool_urbg.h +131 -0
  1612. data/third_party/abseil-cpp/absl/random/internal/randen.cc +91 -0
  1613. data/third_party/abseil-cpp/absl/random/internal/randen.h +102 -0
  1614. data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +221 -0
  1615. data/third_party/abseil-cpp/absl/random/internal/randen_detect.h +33 -0
  1616. data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +239 -0
  1617. data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.cc +526 -0
  1618. data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.h +50 -0
  1619. data/third_party/abseil-cpp/absl/random/internal/randen_round_keys.cc +462 -0
  1620. data/third_party/abseil-cpp/absl/random/internal/randen_slow.cc +471 -0
  1621. data/third_party/abseil-cpp/absl/random/internal/randen_slow.h +40 -0
  1622. data/third_party/abseil-cpp/absl/random/internal/randen_traits.h +88 -0
  1623. data/third_party/abseil-cpp/absl/random/internal/salted_seed_seq.h +167 -0
  1624. data/third_party/abseil-cpp/absl/random/internal/seed_material.cc +267 -0
  1625. data/third_party/abseil-cpp/absl/random/internal/seed_material.h +104 -0
  1626. data/third_party/abseil-cpp/absl/random/internal/traits.h +101 -0
  1627. data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +244 -0
  1628. data/third_party/abseil-cpp/absl/random/internal/wide_multiply.h +111 -0
  1629. data/third_party/abseil-cpp/absl/random/log_uniform_int_distribution.h +257 -0
  1630. data/third_party/abseil-cpp/absl/random/poisson_distribution.h +258 -0
  1631. data/third_party/abseil-cpp/absl/random/random.h +189 -0
  1632. data/third_party/abseil-cpp/absl/random/seed_gen_exception.cc +46 -0
  1633. data/third_party/abseil-cpp/absl/random/seed_gen_exception.h +55 -0
  1634. data/third_party/abseil-cpp/absl/random/seed_sequences.cc +29 -0
  1635. data/third_party/abseil-cpp/absl/random/seed_sequences.h +110 -0
  1636. data/third_party/abseil-cpp/absl/random/uniform_int_distribution.h +275 -0
  1637. data/third_party/abseil-cpp/absl/random/uniform_real_distribution.h +202 -0
  1638. data/third_party/abseil-cpp/absl/random/zipf_distribution.h +271 -0
  1639. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +69 -0
  1640. data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +396 -0
  1641. data/third_party/abseil-cpp/absl/status/status.cc +444 -0
  1642. data/third_party/abseil-cpp/absl/status/status.h +882 -0
  1643. data/third_party/abseil-cpp/absl/status/status_payload_printer.cc +38 -0
  1644. data/third_party/abseil-cpp/absl/status/status_payload_printer.h +51 -0
  1645. data/third_party/abseil-cpp/absl/status/statusor.cc +103 -0
  1646. data/third_party/abseil-cpp/absl/status/statusor.h +770 -0
  1647. data/third_party/abseil-cpp/absl/strings/ascii.cc +200 -0
  1648. data/third_party/abseil-cpp/absl/strings/ascii.h +242 -0
  1649. data/third_party/abseil-cpp/absl/strings/charconv.cc +984 -0
  1650. data/third_party/abseil-cpp/absl/strings/charconv.h +120 -0
  1651. data/third_party/abseil-cpp/absl/strings/cord.cc +2047 -0
  1652. data/third_party/abseil-cpp/absl/strings/cord.h +1521 -0
  1653. data/third_party/abseil-cpp/absl/strings/escaping.cc +949 -0
  1654. data/third_party/abseil-cpp/absl/strings/escaping.h +164 -0
  1655. data/third_party/abseil-cpp/absl/strings/internal/char_map.h +156 -0
  1656. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +359 -0
  1657. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.h +423 -0
  1658. data/third_party/abseil-cpp/absl/strings/internal/charconv_parse.cc +504 -0
  1659. data/third_party/abseil-cpp/absl/strings/internal/charconv_parse.h +99 -0
  1660. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +89 -0
  1661. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +620 -0
  1662. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +1128 -0
  1663. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +939 -0
  1664. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.cc +185 -0
  1665. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.h +265 -0
  1666. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.cc +68 -0
  1667. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.h +211 -0
  1668. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +129 -0
  1669. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.h +50 -0
  1670. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +146 -0
  1671. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +771 -0
  1672. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +607 -0
  1673. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring_reader.h +118 -0
  1674. data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.cc +96 -0
  1675. data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.h +85 -0
  1676. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.cc +139 -0
  1677. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +131 -0
  1678. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +445 -0
  1679. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.h +298 -0
  1680. data/third_party/abseil-cpp/absl/strings/internal/cordz_statistics.h +87 -0
  1681. data/third_party/abseil-cpp/absl/strings/internal/cordz_update_scope.h +71 -0
  1682. data/third_party/abseil-cpp/absl/strings/internal/cordz_update_tracker.h +121 -0
  1683. data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +180 -0
  1684. data/third_party/abseil-cpp/absl/strings/internal/escaping.h +58 -0
  1685. data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +112 -0
  1686. data/third_party/abseil-cpp/absl/strings/internal/memutil.h +148 -0
  1687. data/third_party/abseil-cpp/absl/strings/internal/ostringstream.cc +36 -0
  1688. data/third_party/abseil-cpp/absl/strings/internal/ostringstream.h +89 -0
  1689. data/third_party/abseil-cpp/absl/strings/internal/resize_uninitialized.h +119 -0
  1690. data/third_party/abseil-cpp/absl/strings/internal/stl_type_traits.h +248 -0
  1691. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +488 -0
  1692. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +526 -0
  1693. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +258 -0
  1694. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +217 -0
  1695. data/third_party/abseil-cpp/absl/strings/internal/str_format/checker.h +333 -0
  1696. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.cc +75 -0
  1697. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +445 -0
  1698. data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +1423 -0
  1699. data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.h +37 -0
  1700. data/third_party/abseil-cpp/absl/strings/internal/str_format/output.cc +72 -0
  1701. data/third_party/abseil-cpp/absl/strings/internal/str_format/output.h +96 -0
  1702. data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.cc +339 -0
  1703. data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +357 -0
  1704. data/third_party/abseil-cpp/absl/strings/internal/str_join_internal.h +314 -0
  1705. data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +430 -0
  1706. data/third_party/abseil-cpp/absl/strings/internal/string_constant.h +64 -0
  1707. data/third_party/abseil-cpp/absl/strings/internal/utf8.cc +53 -0
  1708. data/third_party/abseil-cpp/absl/strings/internal/utf8.h +50 -0
  1709. data/third_party/abseil-cpp/absl/strings/match.cc +43 -0
  1710. data/third_party/abseil-cpp/absl/strings/match.h +100 -0
  1711. data/third_party/abseil-cpp/absl/strings/numbers.cc +1093 -0
  1712. data/third_party/abseil-cpp/absl/strings/numbers.h +300 -0
  1713. data/third_party/abseil-cpp/absl/strings/str_cat.cc +246 -0
  1714. data/third_party/abseil-cpp/absl/strings/str_cat.h +408 -0
  1715. data/third_party/abseil-cpp/absl/strings/str_format.h +812 -0
  1716. data/third_party/abseil-cpp/absl/strings/str_join.h +293 -0
  1717. data/third_party/abseil-cpp/absl/strings/str_replace.cc +82 -0
  1718. data/third_party/abseil-cpp/absl/strings/str_replace.h +219 -0
  1719. data/third_party/abseil-cpp/absl/strings/str_split.cc +139 -0
  1720. data/third_party/abseil-cpp/absl/strings/str_split.h +548 -0
  1721. data/third_party/abseil-cpp/absl/strings/string_view.cc +230 -0
  1722. data/third_party/abseil-cpp/absl/strings/string_view.h +710 -0
  1723. data/third_party/abseil-cpp/absl/strings/strip.h +91 -0
  1724. data/third_party/abseil-cpp/absl/strings/substitute.cc +172 -0
  1725. data/third_party/abseil-cpp/absl/strings/substitute.h +721 -0
  1726. data/third_party/abseil-cpp/absl/synchronization/barrier.cc +52 -0
  1727. data/third_party/abseil-cpp/absl/synchronization/barrier.h +79 -0
  1728. data/third_party/abseil-cpp/absl/synchronization/blocking_counter.cc +67 -0
  1729. data/third_party/abseil-cpp/absl/synchronization/blocking_counter.h +101 -0
  1730. data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +140 -0
  1731. data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.h +60 -0
  1732. data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +154 -0
  1733. data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +698 -0
  1734. data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.h +141 -0
  1735. data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +156 -0
  1736. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +106 -0
  1737. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +115 -0
  1738. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +428 -0
  1739. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +155 -0
  1740. data/third_party/abseil-cpp/absl/synchronization/mutex.cc +2751 -0
  1741. data/third_party/abseil-cpp/absl/synchronization/mutex.h +1082 -0
  1742. data/third_party/abseil-cpp/absl/synchronization/notification.cc +78 -0
  1743. data/third_party/abseil-cpp/absl/synchronization/notification.h +123 -0
  1744. data/third_party/abseil-cpp/absl/time/civil_time.cc +173 -0
  1745. data/third_party/abseil-cpp/absl/time/civil_time.h +538 -0
  1746. data/third_party/abseil-cpp/absl/time/clock.cc +585 -0
  1747. data/third_party/abseil-cpp/absl/time/clock.h +74 -0
  1748. data/third_party/abseil-cpp/absl/time/duration.cc +954 -0
  1749. data/third_party/abseil-cpp/absl/time/format.cc +160 -0
  1750. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/civil_time.h +332 -0
  1751. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/civil_time_detail.h +628 -0
  1752. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/time_zone.h +459 -0
  1753. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/zone_info_source.h +102 -0
  1754. data/third_party/abseil-cpp/absl/time/internal/cctz/src/civil_time_detail.cc +94 -0
  1755. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_fixed.cc +140 -0
  1756. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_fixed.h +52 -0
  1757. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +1029 -0
  1758. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.cc +45 -0
  1759. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.h +77 -0
  1760. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.cc +113 -0
  1761. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.h +93 -0
  1762. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +1027 -0
  1763. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.h +137 -0
  1764. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.cc +315 -0
  1765. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.h +55 -0
  1766. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +236 -0
  1767. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_posix.cc +159 -0
  1768. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_posix.h +132 -0
  1769. data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +122 -0
  1770. data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +115 -0
  1771. data/third_party/abseil-cpp/absl/time/internal/get_current_time_chrono.inc +31 -0
  1772. data/third_party/abseil-cpp/absl/time/internal/get_current_time_posix.inc +24 -0
  1773. data/third_party/abseil-cpp/absl/time/time.cc +500 -0
  1774. data/third_party/abseil-cpp/absl/time/time.h +1616 -0
  1775. data/third_party/abseil-cpp/absl/types/bad_optional_access.cc +48 -0
  1776. data/third_party/abseil-cpp/absl/types/bad_optional_access.h +78 -0
  1777. data/third_party/abseil-cpp/absl/types/bad_variant_access.cc +64 -0
  1778. data/third_party/abseil-cpp/absl/types/bad_variant_access.h +82 -0
  1779. data/third_party/abseil-cpp/absl/types/internal/optional.h +396 -0
  1780. data/third_party/abseil-cpp/absl/types/internal/span.h +128 -0
  1781. data/third_party/abseil-cpp/absl/types/internal/variant.h +1646 -0
  1782. data/third_party/abseil-cpp/absl/types/optional.h +776 -0
  1783. data/third_party/abseil-cpp/absl/types/span.h +726 -0
  1784. data/third_party/abseil-cpp/absl/types/variant.h +866 -0
  1785. data/third_party/abseil-cpp/absl/utility/utility.h +350 -0
  1786. data/third_party/address_sorting/address_sorting.c +375 -0
  1787. data/third_party/address_sorting/address_sorting_internal.h +70 -0
  1788. data/third_party/address_sorting/address_sorting_posix.c +98 -0
  1789. data/third_party/address_sorting/address_sorting_windows.c +95 -0
  1790. data/third_party/address_sorting/include/address_sorting/address_sorting.h +115 -0
  1791. data/third_party/boringssl-with-bazel/err_data.c +1493 -0
  1792. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bitstr.c +284 -0
  1793. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_bool.c +122 -0
  1794. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_d2i_fp.c +91 -0
  1795. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_dup.c +87 -0
  1796. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_enum.c +195 -0
  1797. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +266 -0
  1798. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_i2d_fp.c +88 -0
  1799. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_int.c +420 -0
  1800. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_mbstr.c +298 -0
  1801. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_object.c +299 -0
  1802. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_octet.c +77 -0
  1803. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_print.c +83 -0
  1804. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +650 -0
  1805. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strnid.c +266 -0
  1806. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +212 -0
  1807. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_type.c +163 -0
  1808. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +264 -0
  1809. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utf8.c +236 -0
  1810. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_lib.c +452 -0
  1811. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn1_par.c +80 -0
  1812. data/third_party/boringssl-with-bazel/src/crypto/asn1/asn_pack.c +101 -0
  1813. data/third_party/boringssl-with-bazel/src/crypto/asn1/charmap.h +15 -0
  1814. data/third_party/boringssl-with-bazel/src/crypto/asn1/f_int.c +102 -0
  1815. data/third_party/boringssl-with-bazel/src/crypto/asn1/f_string.c +91 -0
  1816. data/third_party/boringssl-with-bazel/src/crypto/asn1/internal.h +224 -0
  1817. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_dec.c +969 -0
  1818. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_enc.c +710 -0
  1819. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_fre.c +233 -0
  1820. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_new.c +332 -0
  1821. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_typ.c +131 -0
  1822. data/third_party/boringssl-with-bazel/src/crypto/asn1/tasn_utl.c +281 -0
  1823. data/third_party/boringssl-with-bazel/src/crypto/asn1/time_support.c +206 -0
  1824. data/third_party/boringssl-with-bazel/src/crypto/base64/base64.c +482 -0
  1825. data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +702 -0
  1826. data/third_party/boringssl-with-bazel/src/crypto/bio/bio_mem.c +324 -0
  1827. data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +541 -0
  1828. data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +275 -0
  1829. data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +311 -0
  1830. data/third_party/boringssl-with-bazel/src/crypto/bio/hexdump.c +192 -0
  1831. data/third_party/boringssl-with-bazel/src/crypto/bio/internal.h +111 -0
  1832. data/third_party/boringssl-with-bazel/src/crypto/bio/pair.c +483 -0
  1833. data/third_party/boringssl-with-bazel/src/crypto/bio/printf.c +115 -0
  1834. data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +192 -0
  1835. data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +122 -0
  1836. data/third_party/boringssl-with-bazel/src/crypto/blake2/blake2.c +156 -0
  1837. data/third_party/boringssl-with-bazel/src/crypto/bn_extra/bn_asn1.c +57 -0
  1838. data/third_party/boringssl-with-bazel/src/crypto/bn_extra/convert.c +470 -0
  1839. data/third_party/boringssl-with-bazel/src/crypto/buf/buf.c +172 -0
  1840. data/third_party/boringssl-with-bazel/src/crypto/bytestring/asn1_compat.c +52 -0
  1841. data/third_party/boringssl-with-bazel/src/crypto/bytestring/ber.c +266 -0
  1842. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbb.c +728 -0
  1843. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +711 -0
  1844. data/third_party/boringssl-with-bazel/src/crypto/bytestring/internal.h +96 -0
  1845. data/third_party/boringssl-with-bazel/src/crypto/bytestring/unicode.c +155 -0
  1846. data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +175 -0
  1847. data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +45 -0
  1848. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/cipher_extra.c +127 -0
  1849. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/derive_key.c +152 -0
  1850. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesccm.c +447 -0
  1851. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesctrhmac.c +283 -0
  1852. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_aesgcmsiv.c +891 -0
  1853. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_chacha20poly1305.c +343 -0
  1854. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_null.c +85 -0
  1855. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc2.c +462 -0
  1856. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_rc4.c +87 -0
  1857. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/e_tls.c +601 -0
  1858. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/internal.h +226 -0
  1859. data/third_party/boringssl-with-bazel/src/crypto/cipher_extra/tls_cbc.c +338 -0
  1860. data/third_party/boringssl-with-bazel/src/crypto/cmac/cmac.c +278 -0
  1861. data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +821 -0
  1862. data/third_party/boringssl-with-bazel/src/crypto/conf/conf_def.h +127 -0
  1863. data/third_party/boringssl-with-bazel/src/crypto/conf/internal.h +31 -0
  1864. data/third_party/boringssl-with-bazel/src/crypto/cpu-aarch64-fuchsia.c +55 -0
  1865. data/third_party/boringssl-with-bazel/src/crypto/cpu-aarch64-linux.c +62 -0
  1866. data/third_party/boringssl-with-bazel/src/crypto/cpu-aarch64-win.c +41 -0
  1867. data/third_party/boringssl-with-bazel/src/crypto/cpu-arm-linux.c +229 -0
  1868. data/third_party/boringssl-with-bazel/src/crypto/cpu-arm-linux.h +201 -0
  1869. data/third_party/boringssl-with-bazel/src/crypto/cpu-arm.c +38 -0
  1870. data/third_party/boringssl-with-bazel/src/crypto/cpu-intel.c +291 -0
  1871. data/third_party/boringssl-with-bazel/src/crypto/cpu-ppc64le.c +38 -0
  1872. data/third_party/boringssl-with-bazel/src/crypto/crypto.c +226 -0
  1873. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +2159 -0
  1874. data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519_tables.h +7872 -0
  1875. data/third_party/boringssl-with-bazel/src/crypto/curve25519/internal.h +146 -0
  1876. data/third_party/boringssl-with-bazel/src/crypto/curve25519/spake25519.c +539 -0
  1877. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/dh_asn1.c +160 -0
  1878. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/params.c +272 -0
  1879. data/third_party/boringssl-with-bazel/src/crypto/digest_extra/digest_extra.c +268 -0
  1880. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa.c +967 -0
  1881. data/third_party/boringssl-with-bazel/src/crypto/dsa/dsa_asn1.c +390 -0
  1882. data/third_party/boringssl-with-bazel/src/crypto/dsa/internal.h +34 -0
  1883. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_asn1.c +559 -0
  1884. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_derive.c +95 -0
  1885. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +385 -0
  1886. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +56 -0
  1887. data/third_party/boringssl-with-bazel/src/crypto/ecdh_extra/ecdh_extra.c +124 -0
  1888. data/third_party/boringssl-with-bazel/src/crypto/ecdsa_extra/ecdsa_asn1.c +267 -0
  1889. data/third_party/boringssl-with-bazel/src/crypto/engine/engine.c +99 -0
  1890. data/third_party/boringssl-with-bazel/src/crypto/err/err.c +857 -0
  1891. data/third_party/boringssl-with-bazel/src/crypto/err/internal.h +58 -0
  1892. data/third_party/boringssl-with-bazel/src/crypto/evp/digestsign.c +231 -0
  1893. data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +456 -0
  1894. data/third_party/boringssl-with-bazel/src/crypto/evp/evp_asn1.c +547 -0
  1895. data/third_party/boringssl-with-bazel/src/crypto/evp/evp_ctx.c +484 -0
  1896. data/third_party/boringssl-with-bazel/src/crypto/evp/internal.h +269 -0
  1897. data/third_party/boringssl-with-bazel/src/crypto/evp/p_dsa_asn1.c +277 -0
  1898. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +286 -0
  1899. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec_asn1.c +255 -0
  1900. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ed25519.c +104 -0
  1901. data/third_party/boringssl-with-bazel/src/crypto/evp/p_ed25519_asn1.c +221 -0
  1902. data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa.c +648 -0
  1903. data/third_party/boringssl-with-bazel/src/crypto/evp/p_rsa_asn1.c +194 -0
  1904. data/third_party/boringssl-with-bazel/src/crypto/evp/p_x25519.c +110 -0
  1905. data/third_party/boringssl-with-bazel/src/crypto/evp/p_x25519_asn1.c +248 -0
  1906. data/third_party/boringssl-with-bazel/src/crypto/evp/pbkdf.c +146 -0
  1907. data/third_party/boringssl-with-bazel/src/crypto/evp/print.c +489 -0
  1908. data/third_party/boringssl-with-bazel/src/crypto/evp/scrypt.c +211 -0
  1909. data/third_party/boringssl-with-bazel/src/crypto/evp/sign.c +151 -0
  1910. data/third_party/boringssl-with-bazel/src/crypto/ex_data.c +261 -0
  1911. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes.c +108 -0
  1912. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/aes_nohw.c +1282 -0
  1913. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/internal.h +238 -0
  1914. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/key_wrap.c +236 -0
  1915. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/aes/mode_wrappers.c +122 -0
  1916. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +266 -0
  1917. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/add.c +316 -0
  1918. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/asm/x86_64-gcc.c +541 -0
  1919. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bn.c +438 -0
  1920. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/bytes.c +230 -0
  1921. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/cmp.c +200 -0
  1922. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/ctx.c +236 -0
  1923. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div.c +902 -0
  1924. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div_extra.c +87 -0
  1925. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/exponentiation.c +1288 -0
  1926. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd.c +378 -0
  1927. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd_extra.c +326 -0
  1928. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/generic.c +711 -0
  1929. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +715 -0
  1930. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/jacobi.c +146 -0
  1931. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery.c +502 -0
  1932. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +186 -0
  1933. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/mul.c +749 -0
  1934. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/prime.c +1064 -0
  1935. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/random.c +341 -0
  1936. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.c +226 -0
  1937. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.h +104 -0
  1938. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/shift.c +364 -0
  1939. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/sqrt.c +498 -0
  1940. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/aead.c +284 -0
  1941. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/cipher.c +648 -0
  1942. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_aes.c +1473 -0
  1943. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/e_des.c +237 -0
  1944. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/cipher/internal.h +128 -0
  1945. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/delocate.h +89 -0
  1946. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/des/des.c +784 -0
  1947. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/des/internal.h +238 -0
  1948. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/check.c +217 -0
  1949. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +456 -0
  1950. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digest.c +282 -0
  1951. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/digests.c +304 -0
  1952. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/internal.h +112 -0
  1953. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/digest/md32_common.h +195 -0
  1954. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +1268 -0
  1955. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +472 -0
  1956. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_montgomery.c +524 -0
  1957. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/felem.c +100 -0
  1958. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/internal.h +772 -0
  1959. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/oct.c +328 -0
  1960. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +1180 -0
  1961. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256-x86_64-table.h +9497 -0
  1962. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256-x86_64.c +633 -0
  1963. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256-x86_64.h +153 -0
  1964. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256.c +740 -0
  1965. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256_table.h +297 -0
  1966. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/scalar.c +175 -0
  1967. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple.c +357 -0
  1968. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple_mul.c +270 -0
  1969. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/util.c +255 -0
  1970. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +270 -0
  1971. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdh/ecdh.c +122 -0
  1972. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c +338 -0
  1973. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/internal.h +39 -0
  1974. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/fips_shared_support.c +32 -0
  1975. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/hmac/hmac.c +228 -0
  1976. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/md4/md4.c +240 -0
  1977. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/md5/internal.h +37 -0
  1978. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/md5/md5.c +284 -0
  1979. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cbc.c +178 -0
  1980. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/cfb.c +203 -0
  1981. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ctr.c +201 -0
  1982. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm.c +733 -0
  1983. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/gcm_nohw.c +304 -0
  1984. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/internal.h +420 -0
  1985. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/ofb.c +97 -0
  1986. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/modes/polyval.c +91 -0
  1987. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/ctrdrbg.c +202 -0
  1988. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +137 -0
  1989. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.h +49 -0
  1990. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/getrandom_fillin.h +64 -0
  1991. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/internal.h +184 -0
  1992. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +457 -0
  1993. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/urandom.c +401 -0
  1994. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/blinding.c +243 -0
  1995. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/internal.h +131 -0
  1996. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/padding.c +695 -0
  1997. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa.c +935 -0
  1998. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +1416 -0
  1999. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/fips.c +79 -0
  2000. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +874 -0
  2001. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/internal.h +53 -0
  2002. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1-altivec.c +361 -0
  2003. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha1.c +357 -0
  2004. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha256.c +321 -0
  2005. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/sha/sha512.c +508 -0
  2006. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/internal.h +39 -0
  2007. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/tls/kdf.c +165 -0
  2008. data/third_party/boringssl-with-bazel/src/crypto/hkdf/hkdf.c +112 -0
  2009. data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +618 -0
  2010. data/third_party/boringssl-with-bazel/src/crypto/hrss/hrss.c +2198 -0
  2011. data/third_party/boringssl-with-bazel/src/crypto/hrss/internal.h +68 -0
  2012. data/third_party/boringssl-with-bazel/src/crypto/internal.h +959 -0
  2013. data/third_party/boringssl-with-bazel/src/crypto/lhash/internal.h +253 -0
  2014. data/third_party/boringssl-with-bazel/src/crypto/lhash/lhash.c +353 -0
  2015. data/third_party/boringssl-with-bazel/src/crypto/mem.c +410 -0
  2016. data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +553 -0
  2017. data/third_party/boringssl-with-bazel/src/crypto/obj/obj_dat.h +11585 -0
  2018. data/third_party/boringssl-with-bazel/src/crypto/obj/obj_xref.c +122 -0
  2019. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_all.c +252 -0
  2020. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_info.c +358 -0
  2021. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_lib.c +769 -0
  2022. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_oth.c +87 -0
  2023. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pk8.c +255 -0
  2024. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_pkey.c +214 -0
  2025. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_x509.c +65 -0
  2026. data/third_party/boringssl-with-bazel/src/crypto/pem/pem_xaux.c +65 -0
  2027. data/third_party/boringssl-with-bazel/src/crypto/pkcs7/internal.h +58 -0
  2028. data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7.c +193 -0
  2029. data/third_party/boringssl-with-bazel/src/crypto/pkcs7/pkcs7_x509.c +526 -0
  2030. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/internal.h +137 -0
  2031. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/p5_pbev2.c +316 -0
  2032. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +530 -0
  2033. data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +1383 -0
  2034. data/third_party/boringssl-with-bazel/src/crypto/poly1305/internal.h +41 -0
  2035. data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305.c +321 -0
  2036. data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_arm.c +307 -0
  2037. data/third_party/boringssl-with-bazel/src/crypto/poly1305/poly1305_vec.c +860 -0
  2038. data/third_party/boringssl-with-bazel/src/crypto/pool/internal.h +49 -0
  2039. data/third_party/boringssl-with-bazel/src/crypto/pool/pool.c +257 -0
  2040. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/deterministic.c +56 -0
  2041. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/forkunsafe.c +46 -0
  2042. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/fuchsia.c +34 -0
  2043. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/passive.c +34 -0
  2044. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/rand_extra.c +74 -0
  2045. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/windows.c +73 -0
  2046. data/third_party/boringssl-with-bazel/src/crypto/rc4/rc4.c +98 -0
  2047. data/third_party/boringssl-with-bazel/src/crypto/refcount_c11.c +67 -0
  2048. data/third_party/boringssl-with-bazel/src/crypto/refcount_lock.c +53 -0
  2049. data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_asn1.c +324 -0
  2050. data/third_party/boringssl-with-bazel/src/crypto/rsa_extra/rsa_print.c +22 -0
  2051. data/third_party/boringssl-with-bazel/src/crypto/siphash/siphash.c +82 -0
  2052. data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +425 -0
  2053. data/third_party/boringssl-with-bazel/src/crypto/thread.c +110 -0
  2054. data/third_party/boringssl-with-bazel/src/crypto/thread_none.c +59 -0
  2055. data/third_party/boringssl-with-bazel/src/crypto/thread_pthread.c +182 -0
  2056. data/third_party/boringssl-with-bazel/src/crypto/thread_win.c +260 -0
  2057. data/third_party/boringssl-with-bazel/src/crypto/trust_token/internal.h +318 -0
  2058. data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +1399 -0
  2059. data/third_party/boringssl-with-bazel/src/crypto/trust_token/trust_token.c +858 -0
  2060. data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +766 -0
  2061. data/third_party/boringssl-with-bazel/src/crypto/x509/a_digest.c +96 -0
  2062. data/third_party/boringssl-with-bazel/src/crypto/x509/a_sign.c +128 -0
  2063. data/third_party/boringssl-with-bazel/src/crypto/x509/a_verify.c +118 -0
  2064. data/third_party/boringssl-with-bazel/src/crypto/x509/algorithm.c +163 -0
  2065. data/third_party/boringssl-with-bazel/src/crypto/x509/asn1_gen.c +826 -0
  2066. data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +459 -0
  2067. data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +277 -0
  2068. data/third_party/boringssl-with-bazel/src/crypto/x509/i2d_pr.c +83 -0
  2069. data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +404 -0
  2070. data/third_party/boringssl-with-bazel/src/crypto/x509/name_print.c +246 -0
  2071. data/third_party/boringssl-with-bazel/src/crypto/x509/rsa_pss.c +400 -0
  2072. data/third_party/boringssl-with-bazel/src/crypto/x509/t_crl.c +130 -0
  2073. data/third_party/boringssl-with-bazel/src/crypto/x509/t_req.c +246 -0
  2074. data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509.c +365 -0
  2075. data/third_party/boringssl-with-bazel/src/crypto/x509/t_x509a.c +116 -0
  2076. data/third_party/boringssl-with-bazel/src/crypto/x509/x509.c +90 -0
  2077. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +358 -0
  2078. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_cmp.c +461 -0
  2079. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_d2.c +106 -0
  2080. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_def.c +103 -0
  2081. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_ext.c +212 -0
  2082. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +830 -0
  2083. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_obj.c +199 -0
  2084. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +304 -0
  2085. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_set.c +240 -0
  2086. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +331 -0
  2087. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_txt.c +204 -0
  2088. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +281 -0
  2089. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +2456 -0
  2090. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vpm.c +651 -0
  2091. data/third_party/boringssl-with-bazel/src/crypto/x509/x509cset.c +284 -0
  2092. data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +388 -0
  2093. data/third_party/boringssl-with-bazel/src/crypto/x509/x509rset.c +84 -0
  2094. data/third_party/boringssl-with-bazel/src/crypto/x509/x509spki.c +137 -0
  2095. data/third_party/boringssl-with-bazel/src/crypto/x509/x_algor.c +153 -0
  2096. data/third_party/boringssl-with-bazel/src/crypto/x509/x_all.c +386 -0
  2097. data/third_party/boringssl-with-bazel/src/crypto/x509/x_attrib.c +98 -0
  2098. data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +565 -0
  2099. data/third_party/boringssl-with-bazel/src/crypto/x509/x_exten.c +77 -0
  2100. data/third_party/boringssl-with-bazel/src/crypto/x509/x_info.c +98 -0
  2101. data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +544 -0
  2102. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pkey.c +106 -0
  2103. data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +217 -0
  2104. data/third_party/boringssl-with-bazel/src/crypto/x509/x_req.c +106 -0
  2105. data/third_party/boringssl-with-bazel/src/crypto/x509/x_sig.c +94 -0
  2106. data/third_party/boringssl-with-bazel/src/crypto/x509/x_spki.c +80 -0
  2107. data/third_party/boringssl-with-bazel/src/crypto/x509/x_val.c +71 -0
  2108. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509.c +394 -0
  2109. data/third_party/boringssl-with-bazel/src/crypto/x509/x_x509a.c +201 -0
  2110. data/third_party/boringssl-with-bazel/src/crypto/x509v3/ext_dat.h +138 -0
  2111. data/third_party/boringssl-with-bazel/src/crypto/x509v3/internal.h +289 -0
  2112. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_cache.c +287 -0
  2113. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_data.c +132 -0
  2114. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_lib.c +155 -0
  2115. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_map.c +131 -0
  2116. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_node.c +189 -0
  2117. data/third_party/boringssl-with-bazel/src/crypto/x509v3/pcy_tree.c +843 -0
  2118. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_akey.c +226 -0
  2119. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_akeya.c +72 -0
  2120. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +640 -0
  2121. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_bcons.c +133 -0
  2122. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_bitst.c +144 -0
  2123. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_conf.c +468 -0
  2124. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_cpols.c +500 -0
  2125. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_crld.c +563 -0
  2126. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_enum.c +106 -0
  2127. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_extku.c +148 -0
  2128. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_genn.c +266 -0
  2129. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ia5.c +121 -0
  2130. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_info.c +218 -0
  2131. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_int.c +91 -0
  2132. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_lib.c +379 -0
  2133. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ncons.c +558 -0
  2134. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_ocsp.c +68 -0
  2135. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pci.c +289 -0
  2136. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pcia.c +57 -0
  2137. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pcons.c +139 -0
  2138. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_pmaps.c +154 -0
  2139. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_prn.c +230 -0
  2140. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_purp.c +929 -0
  2141. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_skey.c +156 -0
  2142. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_utl.c +1437 -0
  2143. data/third_party/boringssl-with-bazel/src/include/openssl/aead.h +480 -0
  2144. data/third_party/boringssl-with-bazel/src/include/openssl/aes.h +207 -0
  2145. data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +240 -0
  2146. data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +2039 -0
  2147. data/third_party/boringssl-with-bazel/src/include/openssl/asn1_mac.h +18 -0
  2148. data/third_party/boringssl-with-bazel/src/include/openssl/asn1t.h +718 -0
  2149. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +627 -0
  2150. data/third_party/boringssl-with-bazel/src/include/openssl/base64.h +198 -0
  2151. data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +939 -0
  2152. data/third_party/boringssl-with-bazel/src/include/openssl/blake2.h +62 -0
  2153. data/third_party/boringssl-with-bazel/src/include/openssl/blowfish.h +93 -0
  2154. data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +1057 -0
  2155. data/third_party/boringssl-with-bazel/src/include/openssl/buf.h +137 -0
  2156. data/third_party/boringssl-with-bazel/src/include/openssl/buffer.h +18 -0
  2157. data/third_party/boringssl-with-bazel/src/include/openssl/bytestring.h +586 -0
  2158. data/third_party/boringssl-with-bazel/src/include/openssl/cast.h +96 -0
  2159. data/third_party/boringssl-with-bazel/src/include/openssl/chacha.h +41 -0
  2160. data/third_party/boringssl-with-bazel/src/include/openssl/cipher.h +673 -0
  2161. data/third_party/boringssl-with-bazel/src/include/openssl/cmac.h +91 -0
  2162. data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +183 -0
  2163. data/third_party/boringssl-with-bazel/src/include/openssl/cpu.h +202 -0
  2164. data/third_party/boringssl-with-bazel/src/include/openssl/crypto.h +169 -0
  2165. data/third_party/boringssl-with-bazel/src/include/openssl/curve25519.h +201 -0
  2166. data/third_party/boringssl-with-bazel/src/include/openssl/des.h +183 -0
  2167. data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +353 -0
  2168. data/third_party/boringssl-with-bazel/src/include/openssl/digest.h +348 -0
  2169. data/third_party/boringssl-with-bazel/src/include/openssl/dsa.h +443 -0
  2170. data/third_party/boringssl-with-bazel/src/include/openssl/dtls1.h +16 -0
  2171. data/third_party/boringssl-with-bazel/src/include/openssl/e_os2.h +18 -0
  2172. data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +442 -0
  2173. data/third_party/boringssl-with-bazel/src/include/openssl/ec_key.h +357 -0
  2174. data/third_party/boringssl-with-bazel/src/include/openssl/ecdh.h +118 -0
  2175. data/third_party/boringssl-with-bazel/src/include/openssl/ecdsa.h +236 -0
  2176. data/third_party/boringssl-with-bazel/src/include/openssl/engine.h +109 -0
  2177. data/third_party/boringssl-with-bazel/src/include/openssl/err.h +466 -0
  2178. data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +1083 -0
  2179. data/third_party/boringssl-with-bazel/src/include/openssl/evp_errors.h +99 -0
  2180. data/third_party/boringssl-with-bazel/src/include/openssl/ex_data.h +203 -0
  2181. data/third_party/boringssl-with-bazel/src/include/openssl/hkdf.h +68 -0
  2182. data/third_party/boringssl-with-bazel/src/include/openssl/hmac.h +186 -0
  2183. data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +350 -0
  2184. data/third_party/boringssl-with-bazel/src/include/openssl/hrss.h +102 -0
  2185. data/third_party/boringssl-with-bazel/src/include/openssl/is_boringssl.h +16 -0
  2186. data/third_party/boringssl-with-bazel/src/include/openssl/lhash.h +81 -0
  2187. data/third_party/boringssl-with-bazel/src/include/openssl/md4.h +108 -0
  2188. data/third_party/boringssl-with-bazel/src/include/openssl/md5.h +109 -0
  2189. data/third_party/boringssl-with-bazel/src/include/openssl/mem.h +184 -0
  2190. data/third_party/boringssl-with-bazel/src/include/openssl/nid.h +4259 -0
  2191. data/third_party/boringssl-with-bazel/src/include/openssl/obj.h +256 -0
  2192. data/third_party/boringssl-with-bazel/src/include/openssl/obj_mac.h +18 -0
  2193. data/third_party/boringssl-with-bazel/src/include/openssl/objects.h +18 -0
  2194. data/third_party/boringssl-with-bazel/src/include/openssl/opensslconf.h +70 -0
  2195. data/third_party/boringssl-with-bazel/src/include/openssl/opensslv.h +18 -0
  2196. data/third_party/boringssl-with-bazel/src/include/openssl/ossl_typ.h +18 -0
  2197. data/third_party/boringssl-with-bazel/src/include/openssl/pem.h +483 -0
  2198. data/third_party/boringssl-with-bazel/src/include/openssl/pkcs12.h +18 -0
  2199. data/third_party/boringssl-with-bazel/src/include/openssl/pkcs7.h +239 -0
  2200. data/third_party/boringssl-with-bazel/src/include/openssl/pkcs8.h +282 -0
  2201. data/third_party/boringssl-with-bazel/src/include/openssl/poly1305.h +49 -0
  2202. data/third_party/boringssl-with-bazel/src/include/openssl/pool.h +108 -0
  2203. data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +114 -0
  2204. data/third_party/boringssl-with-bazel/src/include/openssl/rc4.h +96 -0
  2205. data/third_party/boringssl-with-bazel/src/include/openssl/ripemd.h +108 -0
  2206. data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +855 -0
  2207. data/third_party/boringssl-with-bazel/src/include/openssl/safestack.h +16 -0
  2208. data/third_party/boringssl-with-bazel/src/include/openssl/sha.h +294 -0
  2209. data/third_party/boringssl-with-bazel/src/include/openssl/siphash.h +37 -0
  2210. data/third_party/boringssl-with-bazel/src/include/openssl/span.h +222 -0
  2211. data/third_party/boringssl-with-bazel/src/include/openssl/srtp.h +18 -0
  2212. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +5624 -0
  2213. data/third_party/boringssl-with-bazel/src/include/openssl/ssl3.h +333 -0
  2214. data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +542 -0
  2215. data/third_party/boringssl-with-bazel/src/include/openssl/thread.h +191 -0
  2216. data/third_party/boringssl-with-bazel/src/include/openssl/tls1.h +647 -0
  2217. data/third_party/boringssl-with-bazel/src/include/openssl/trust_token.h +310 -0
  2218. data/third_party/boringssl-with-bazel/src/include/openssl/type_check.h +90 -0
  2219. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +2419 -0
  2220. data/third_party/boringssl-with-bazel/src/include/openssl/x509_vfy.h +18 -0
  2221. data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +1021 -0
  2222. data/third_party/boringssl-with-bazel/src/ssl/bio_ssl.cc +192 -0
  2223. data/third_party/boringssl-with-bazel/src/ssl/d1_both.cc +835 -0
  2224. data/third_party/boringssl-with-bazel/src/ssl/d1_lib.cc +268 -0
  2225. data/third_party/boringssl-with-bazel/src/ssl/d1_pkt.cc +273 -0
  2226. data/third_party/boringssl-with-bazel/src/ssl/d1_srtp.cc +232 -0
  2227. data/third_party/boringssl-with-bazel/src/ssl/dtls_method.cc +200 -0
  2228. data/third_party/boringssl-with-bazel/src/ssl/dtls_record.cc +353 -0
  2229. data/third_party/boringssl-with-bazel/src/ssl/encrypted_client_hello.cc +1084 -0
  2230. data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +4325 -0
  2231. data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +986 -0
  2232. data/third_party/boringssl-with-bazel/src/ssl/handshake.cc +758 -0
  2233. data/third_party/boringssl-with-bazel/src/ssl/handshake_client.cc +1986 -0
  2234. data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +1956 -0
  2235. data/third_party/boringssl-with-bazel/src/ssl/internal.h +3953 -0
  2236. data/third_party/boringssl-with-bazel/src/ssl/s3_both.cc +730 -0
  2237. data/third_party/boringssl-with-bazel/src/ssl/s3_lib.cc +219 -0
  2238. data/third_party/boringssl-with-bazel/src/ssl/s3_pkt.cc +453 -0
  2239. data/third_party/boringssl-with-bazel/src/ssl/ssl_aead_ctx.cc +432 -0
  2240. data/third_party/boringssl-with-bazel/src/ssl/ssl_asn1.cc +896 -0
  2241. data/third_party/boringssl-with-bazel/src/ssl/ssl_buffer.cc +306 -0
  2242. data/third_party/boringssl-with-bazel/src/ssl/ssl_cert.cc +1014 -0
  2243. data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +1717 -0
  2244. data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +585 -0
  2245. data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +400 -0
  2246. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +3072 -0
  2247. data/third_party/boringssl-with-bazel/src/ssl/ssl_privkey.cc +837 -0
  2248. data/third_party/boringssl-with-bazel/src/ssl/ssl_session.cc +1342 -0
  2249. data/third_party/boringssl-with-bazel/src/ssl/ssl_stat.cc +233 -0
  2250. data/third_party/boringssl-with-bazel/src/ssl/ssl_transcript.cc +272 -0
  2251. data/third_party/boringssl-with-bazel/src/ssl/ssl_versions.cc +402 -0
  2252. data/third_party/boringssl-with-bazel/src/ssl/ssl_x509.cc +1363 -0
  2253. data/third_party/boringssl-with-bazel/src/ssl/t1_enc.cc +384 -0
  2254. data/third_party/boringssl-with-bazel/src/ssl/tls13_both.cc +733 -0
  2255. data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +1122 -0
  2256. data/third_party/boringssl-with-bazel/src/ssl/tls13_enc.cc +582 -0
  2257. data/third_party/boringssl-with-bazel/src/ssl/tls13_server.cc +1349 -0
  2258. data/third_party/boringssl-with-bazel/src/ssl/tls_method.cc +319 -0
  2259. data/third_party/boringssl-with-bazel/src/ssl/tls_record.cc +705 -0
  2260. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_32.h +981 -0
  2261. data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64.h +619 -0
  2262. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_32.h +3147 -0
  2263. data/third_party/boringssl-with-bazel/src/third_party/fiat/p256_64.h +1226 -0
  2264. data/third_party/cares/ares_build.h +223 -0
  2265. data/third_party/cares/cares/include/ares.h +742 -0
  2266. data/third_party/cares/cares/include/ares_dns.h +112 -0
  2267. data/third_party/cares/cares/include/ares_rules.h +125 -0
  2268. data/third_party/cares/cares/include/ares_version.h +24 -0
  2269. data/third_party/cares/cares/src/lib/ares__close_sockets.c +61 -0
  2270. data/third_party/cares/cares/src/lib/ares__get_hostent.c +260 -0
  2271. data/third_party/cares/cares/src/lib/ares__parse_into_addrinfo.c +260 -0
  2272. data/third_party/cares/cares/src/lib/ares__read_line.c +73 -0
  2273. data/third_party/cares/cares/src/lib/ares__readaddrinfo.c +264 -0
  2274. data/third_party/cares/cares/src/lib/ares__sortaddrinfo.c +499 -0
  2275. data/third_party/cares/cares/src/lib/ares__timeval.c +111 -0
  2276. data/third_party/cares/cares/src/lib/ares_android.c +444 -0
  2277. data/third_party/cares/cares/src/lib/ares_android.h +27 -0
  2278. data/third_party/cares/cares/src/lib/ares_cancel.c +63 -0
  2279. data/third_party/cares/cares/src/lib/ares_create_query.c +197 -0
  2280. data/third_party/cares/cares/src/lib/ares_data.c +240 -0
  2281. data/third_party/cares/cares/src/lib/ares_data.h +74 -0
  2282. data/third_party/cares/cares/src/lib/ares_destroy.c +113 -0
  2283. data/third_party/cares/cares/src/lib/ares_expand_name.c +300 -0
  2284. data/third_party/cares/cares/src/lib/ares_expand_string.c +67 -0
  2285. data/third_party/cares/cares/src/lib/ares_fds.c +59 -0
  2286. data/third_party/cares/cares/src/lib/ares_free_hostent.c +43 -0
  2287. data/third_party/cares/cares/src/lib/ares_free_string.c +25 -0
  2288. data/third_party/cares/cares/src/lib/ares_freeaddrinfo.c +59 -0
  2289. data/third_party/cares/cares/src/lib/ares_getaddrinfo.c +772 -0
  2290. data/third_party/cares/cares/src/lib/ares_getenv.c +28 -0
  2291. data/third_party/cares/cares/src/lib/ares_getenv.h +26 -0
  2292. data/third_party/cares/cares/src/lib/ares_gethostbyaddr.c +287 -0
  2293. data/third_party/cares/cares/src/lib/ares_gethostbyname.c +534 -0
  2294. data/third_party/cares/cares/src/lib/ares_getnameinfo.c +447 -0
  2295. data/third_party/cares/cares/src/lib/ares_getsock.c +66 -0
  2296. data/third_party/cares/cares/src/lib/ares_inet_net_pton.h +25 -0
  2297. data/third_party/cares/cares/src/lib/ares_init.c +2654 -0
  2298. data/third_party/cares/cares/src/lib/ares_iphlpapi.h +221 -0
  2299. data/third_party/cares/cares/src/lib/ares_ipv6.h +85 -0
  2300. data/third_party/cares/cares/src/lib/ares_library_init.c +200 -0
  2301. data/third_party/cares/cares/src/lib/ares_library_init.h +43 -0
  2302. data/third_party/cares/cares/src/lib/ares_llist.c +63 -0
  2303. data/third_party/cares/cares/src/lib/ares_llist.h +39 -0
  2304. data/third_party/cares/cares/src/lib/ares_mkquery.c +24 -0
  2305. data/third_party/cares/cares/src/lib/ares_nameser.h +482 -0
  2306. data/third_party/cares/cares/src/lib/ares_nowarn.c +260 -0
  2307. data/third_party/cares/cares/src/lib/ares_nowarn.h +61 -0
  2308. data/third_party/cares/cares/src/lib/ares_options.c +406 -0
  2309. data/third_party/cares/cares/src/lib/ares_parse_a_reply.c +209 -0
  2310. data/third_party/cares/cares/src/lib/ares_parse_aaaa_reply.c +212 -0
  2311. data/third_party/cares/cares/src/lib/ares_parse_caa_reply.c +199 -0
  2312. data/third_party/cares/cares/src/lib/ares_parse_mx_reply.c +164 -0
  2313. data/third_party/cares/cares/src/lib/ares_parse_naptr_reply.c +183 -0
  2314. data/third_party/cares/cares/src/lib/ares_parse_ns_reply.c +177 -0
  2315. data/third_party/cares/cares/src/lib/ares_parse_ptr_reply.c +228 -0
  2316. data/third_party/cares/cares/src/lib/ares_parse_soa_reply.c +179 -0
  2317. data/third_party/cares/cares/src/lib/ares_parse_srv_reply.c +168 -0
  2318. data/third_party/cares/cares/src/lib/ares_parse_txt_reply.c +214 -0
  2319. data/third_party/cares/cares/src/lib/ares_platform.c +11042 -0
  2320. data/third_party/cares/cares/src/lib/ares_platform.h +43 -0
  2321. data/third_party/cares/cares/src/lib/ares_private.h +423 -0
  2322. data/third_party/cares/cares/src/lib/ares_process.c +1548 -0
  2323. data/third_party/cares/cares/src/lib/ares_query.c +180 -0
  2324. data/third_party/cares/cares/src/lib/ares_search.c +321 -0
  2325. data/third_party/cares/cares/src/lib/ares_send.c +131 -0
  2326. data/third_party/cares/cares/src/lib/ares_setup.h +220 -0
  2327. data/third_party/cares/cares/src/lib/ares_strcasecmp.c +66 -0
  2328. data/third_party/cares/cares/src/lib/ares_strcasecmp.h +30 -0
  2329. data/third_party/cares/cares/src/lib/ares_strdup.c +49 -0
  2330. data/third_party/cares/cares/src/lib/ares_strdup.h +24 -0
  2331. data/third_party/cares/cares/src/lib/ares_strerror.c +56 -0
  2332. data/third_party/cares/cares/src/lib/ares_strsplit.c +178 -0
  2333. data/third_party/cares/cares/src/lib/ares_strsplit.h +43 -0
  2334. data/third_party/cares/cares/src/lib/ares_timeout.c +88 -0
  2335. data/third_party/cares/cares/src/lib/ares_version.c +11 -0
  2336. data/third_party/cares/cares/src/lib/ares_writev.c +79 -0
  2337. data/third_party/cares/cares/src/lib/ares_writev.h +36 -0
  2338. data/third_party/cares/cares/src/lib/bitncmp.c +59 -0
  2339. data/third_party/cares/cares/src/lib/bitncmp.h +26 -0
  2340. data/third_party/cares/cares/src/lib/config-dos.h +115 -0
  2341. data/third_party/cares/cares/src/lib/config-win32.h +351 -0
  2342. data/third_party/cares/cares/src/lib/inet_net_pton.c +444 -0
  2343. data/third_party/cares/cares/src/lib/inet_ntop.c +201 -0
  2344. data/third_party/cares/cares/src/lib/setup_once.h +554 -0
  2345. data/third_party/cares/cares/src/lib/windows_port.c +22 -0
  2346. data/third_party/cares/config_darwin/ares_config.h +428 -0
  2347. data/third_party/cares/config_freebsd/ares_config.h +505 -0
  2348. data/third_party/cares/config_linux/ares_config.h +461 -0
  2349. data/third_party/cares/config_openbsd/ares_config.h +505 -0
  2350. data/third_party/re2/re2/bitmap256.h +117 -0
  2351. data/third_party/re2/re2/bitstate.cc +385 -0
  2352. data/third_party/re2/re2/compile.cc +1261 -0
  2353. data/third_party/re2/re2/dfa.cc +2118 -0
  2354. data/third_party/re2/re2/filtered_re2.cc +137 -0
  2355. data/third_party/re2/re2/filtered_re2.h +114 -0
  2356. data/third_party/re2/re2/mimics_pcre.cc +197 -0
  2357. data/third_party/re2/re2/nfa.cc +713 -0
  2358. data/third_party/re2/re2/onepass.cc +623 -0
  2359. data/third_party/re2/re2/parse.cc +2483 -0
  2360. data/third_party/re2/re2/perl_groups.cc +119 -0
  2361. data/third_party/re2/re2/pod_array.h +55 -0
  2362. data/third_party/re2/re2/prefilter.cc +711 -0
  2363. data/third_party/re2/re2/prefilter.h +108 -0
  2364. data/third_party/re2/re2/prefilter_tree.cc +407 -0
  2365. data/third_party/re2/re2/prefilter_tree.h +139 -0
  2366. data/third_party/re2/re2/prog.cc +1166 -0
  2367. data/third_party/re2/re2/prog.h +455 -0
  2368. data/third_party/re2/re2/re2.cc +1331 -0
  2369. data/third_party/re2/re2/re2.h +1017 -0
  2370. data/third_party/re2/re2/regexp.cc +987 -0
  2371. data/third_party/re2/re2/regexp.h +665 -0
  2372. data/third_party/re2/re2/set.cc +176 -0
  2373. data/third_party/re2/re2/set.h +85 -0
  2374. data/third_party/re2/re2/simplify.cc +665 -0
  2375. data/third_party/re2/re2/sparse_array.h +392 -0
  2376. data/third_party/re2/re2/sparse_set.h +264 -0
  2377. data/third_party/re2/re2/stringpiece.cc +65 -0
  2378. data/third_party/re2/re2/stringpiece.h +210 -0
  2379. data/third_party/re2/re2/tostring.cc +351 -0
  2380. data/third_party/re2/re2/unicode_casefold.cc +582 -0
  2381. data/third_party/re2/re2/unicode_casefold.h +78 -0
  2382. data/third_party/re2/re2/unicode_groups.cc +6269 -0
  2383. data/third_party/re2/re2/unicode_groups.h +67 -0
  2384. data/third_party/re2/re2/walker-inl.h +246 -0
  2385. data/third_party/re2/util/benchmark.h +156 -0
  2386. data/third_party/re2/util/flags.h +26 -0
  2387. data/third_party/re2/util/logging.h +109 -0
  2388. data/third_party/re2/util/malloc_counter.h +19 -0
  2389. data/third_party/re2/util/mix.h +41 -0
  2390. data/third_party/re2/util/mutex.h +148 -0
  2391. data/third_party/re2/util/pcre.cc +1025 -0
  2392. data/third_party/re2/util/pcre.h +681 -0
  2393. data/third_party/re2/util/rune.cc +260 -0
  2394. data/third_party/re2/util/strutil.cc +149 -0
  2395. data/third_party/re2/util/strutil.h +21 -0
  2396. data/third_party/re2/util/test.h +50 -0
  2397. data/third_party/re2/util/utf.h +44 -0
  2398. data/third_party/re2/util/util.h +42 -0
  2399. data/third_party/upb/third_party/utf8_range/naive.c +92 -0
  2400. data/third_party/upb/third_party/utf8_range/range2-neon.c +157 -0
  2401. data/third_party/upb/third_party/utf8_range/range2-sse.c +170 -0
  2402. data/third_party/upb/third_party/utf8_range/utf8_range.h +9 -0
  2403. data/third_party/upb/upb/decode.c +1125 -0
  2404. data/third_party/upb/upb/decode.h +94 -0
  2405. data/third_party/upb/upb/decode_fast.c +1055 -0
  2406. data/third_party/upb/upb/decode_fast.h +153 -0
  2407. data/third_party/upb/upb/decode_internal.h +211 -0
  2408. data/third_party/upb/upb/def.c +3261 -0
  2409. data/third_party/upb/upb/def.h +409 -0
  2410. data/third_party/upb/upb/def.hpp +438 -0
  2411. data/third_party/upb/upb/encode.c +604 -0
  2412. data/third_party/upb/upb/encode.h +71 -0
  2413. data/third_party/upb/upb/json_encode.c +776 -0
  2414. data/third_party/upb/upb/json_encode.h +62 -0
  2415. data/third_party/upb/upb/msg.c +428 -0
  2416. data/third_party/upb/upb/msg.h +114 -0
  2417. data/third_party/upb/upb/msg_internal.h +831 -0
  2418. data/third_party/upb/upb/port_def.inc +261 -0
  2419. data/third_party/upb/upb/port_undef.inc +62 -0
  2420. data/third_party/upb/upb/reflection.c +480 -0
  2421. data/third_party/upb/upb/reflection.h +220 -0
  2422. data/third_party/upb/upb/reflection.hpp +37 -0
  2423. data/third_party/upb/upb/table.c +926 -0
  2424. data/third_party/upb/upb/table_internal.h +385 -0
  2425. data/third_party/upb/upb/text_encode.c +472 -0
  2426. data/third_party/upb/upb/text_encode.h +64 -0
  2427. data/third_party/upb/upb/upb.c +362 -0
  2428. data/third_party/upb/upb/upb.h +373 -0
  2429. data/third_party/upb/upb/upb.hpp +115 -0
  2430. data/third_party/upb/upb/upb_internal.h +68 -0
  2431. data/third_party/xxhash/xxhash.h +5580 -0
  2432. data/third_party/zlib/adler32.c +186 -0
  2433. data/third_party/zlib/compress.c +86 -0
  2434. data/third_party/zlib/crc32.c +1116 -0
  2435. data/third_party/zlib/crc32.h +9446 -0
  2436. data/third_party/zlib/deflate.c +2211 -0
  2437. data/third_party/zlib/deflate.h +346 -0
  2438. data/third_party/zlib/gzclose.c +25 -0
  2439. data/third_party/zlib/gzguts.h +219 -0
  2440. data/third_party/zlib/gzlib.c +639 -0
  2441. data/third_party/zlib/gzread.c +652 -0
  2442. data/third_party/zlib/gzwrite.c +677 -0
  2443. data/third_party/zlib/infback.c +641 -0
  2444. data/third_party/zlib/inffast.c +323 -0
  2445. data/third_party/zlib/inffast.h +11 -0
  2446. data/third_party/zlib/inffixed.h +94 -0
  2447. data/third_party/zlib/inflate.c +1592 -0
  2448. data/third_party/zlib/inflate.h +126 -0
  2449. data/third_party/zlib/inftrees.c +304 -0
  2450. data/third_party/zlib/inftrees.h +62 -0
  2451. data/third_party/zlib/trees.c +1182 -0
  2452. data/third_party/zlib/trees.h +128 -0
  2453. data/third_party/zlib/uncompr.c +93 -0
  2454. data/third_party/zlib/zconf.h +534 -0
  2455. data/third_party/zlib/zlib.h +1935 -0
  2456. data/third_party/zlib/zutil.c +325 -0
  2457. data/third_party/zlib/zutil.h +274 -0
  2458. metadata +2486 -38
  2459. data/grpc_c.32.ruby +0 -0
  2460. data/grpc_c.64.ruby +0 -0
@@ -0,0 +1,1902 @@
1
+ /*
2
+ *
3
+ * Copyright 2015 gRPC authors.
4
+ *
5
+ * Licensed under the Apache License, Version 2.0 (the "License");
6
+ * you may not use this file except in compliance with the License.
7
+ * You may obtain a copy of the License at
8
+ *
9
+ * http://www.apache.org/licenses/LICENSE-2.0
10
+ *
11
+ * Unless required by applicable law or agreed to in writing, software
12
+ * distributed under the License is distributed on an "AS IS" BASIS,
13
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ * See the License for the specific language governing permissions and
15
+ * limitations under the License.
16
+ *
17
+ */
18
+
19
+ #include <grpc/support/port_platform.h>
20
+
21
+ #include <grpc/impl/codegen/grpc_types.h>
22
+
23
+ #include "src/core/lib/iomgr/port.h"
24
+
25
+ #ifdef GRPC_POSIX_SOCKET_TCP
26
+
27
+ #include <errno.h>
28
+ #include <limits.h>
29
+ #include <netinet/in.h>
30
+ #include <netinet/tcp.h>
31
+ #include <stdbool.h>
32
+ #include <stdio.h>
33
+ #include <stdlib.h>
34
+ #include <string.h>
35
+ #include <sys/socket.h>
36
+ #include <sys/types.h>
37
+ #include <unistd.h>
38
+
39
+ #include <algorithm>
40
+ #include <unordered_map>
41
+
42
+ #include <grpc/slice.h>
43
+ #include <grpc/support/alloc.h>
44
+ #include <grpc/support/log.h>
45
+ #include <grpc/support/string_util.h>
46
+ #include <grpc/support/sync.h>
47
+ #include <grpc/support/time.h>
48
+
49
+ #include "src/core/lib/address_utils/sockaddr_utils.h"
50
+ #include "src/core/lib/channel/channel_args.h"
51
+ #include "src/core/lib/debug/stats.h"
52
+ #include "src/core/lib/debug/trace.h"
53
+ #include "src/core/lib/gpr/string.h"
54
+ #include "src/core/lib/gpr/useful.h"
55
+ #include "src/core/lib/gprpp/sync.h"
56
+ #include "src/core/lib/iomgr/buffer_list.h"
57
+ #include "src/core/lib/iomgr/ev_posix.h"
58
+ #include "src/core/lib/iomgr/executor.h"
59
+ #include "src/core/lib/iomgr/socket_utils_posix.h"
60
+ #include "src/core/lib/iomgr/tcp_posix.h"
61
+ #include "src/core/lib/profiling/timers.h"
62
+ #include "src/core/lib/resource_quota/api.h"
63
+ #include "src/core/lib/resource_quota/memory_quota.h"
64
+ #include "src/core/lib/resource_quota/trace.h"
65
+ #include "src/core/lib/slice/slice_internal.h"
66
+ #include "src/core/lib/slice/slice_string_helpers.h"
67
+
68
+ #ifndef SOL_TCP
69
+ #define SOL_TCP IPPROTO_TCP
70
+ #endif
71
+
72
+ #ifndef TCP_INQ
73
+ #define TCP_INQ 36
74
+ #define TCP_CM_INQ TCP_INQ
75
+ #endif
76
+
77
+ #ifdef GRPC_HAVE_MSG_NOSIGNAL
78
+ #define SENDMSG_FLAGS MSG_NOSIGNAL
79
+ #else
80
+ #define SENDMSG_FLAGS 0
81
+ #endif
82
+
83
+ // TCP zero copy sendmsg flag.
84
+ // NB: We define this here as a fallback in case we're using an older set of
85
+ // library headers that has not defined MSG_ZEROCOPY. Since this constant is
86
+ // part of the kernel, we are guaranteed it will never change/disagree so
87
+ // defining it here is safe.
88
+ #ifndef MSG_ZEROCOPY
89
+ #define MSG_ZEROCOPY 0x4000000
90
+ #endif
91
+
92
+ #ifdef GRPC_MSG_IOVLEN_TYPE
93
+ typedef GRPC_MSG_IOVLEN_TYPE msg_iovlen_type;
94
+ #else
95
+ typedef size_t msg_iovlen_type;
96
+ #endif
97
+
98
+ extern grpc_core::TraceFlag grpc_tcp_trace;
99
+
100
+ namespace grpc_core {
101
+
102
+ class TcpZerocopySendRecord {
103
+ public:
104
+ TcpZerocopySendRecord() { grpc_slice_buffer_init(&buf_); }
105
+
106
+ ~TcpZerocopySendRecord() {
107
+ AssertEmpty();
108
+ grpc_slice_buffer_destroy_internal(&buf_);
109
+ }
110
+
111
+ // Given the slices that we wish to send, and the current offset into the
112
+ // slice buffer (indicating which have already been sent), populate an iovec
113
+ // array that will be used for a zerocopy enabled sendmsg().
114
+ msg_iovlen_type PopulateIovs(size_t* unwind_slice_idx,
115
+ size_t* unwind_byte_idx, size_t* sending_length,
116
+ iovec* iov);
117
+
118
+ // A sendmsg() may not be able to send the bytes that we requested at this
119
+ // time, returning EAGAIN (possibly due to backpressure). In this case,
120
+ // unwind the offset into the slice buffer so we retry sending these bytes.
121
+ void UnwindIfThrottled(size_t unwind_slice_idx, size_t unwind_byte_idx) {
122
+ out_offset_.byte_idx = unwind_byte_idx;
123
+ out_offset_.slice_idx = unwind_slice_idx;
124
+ }
125
+
126
+ // Update the offset into the slice buffer based on how much we wanted to sent
127
+ // vs. what sendmsg() actually sent (which may be lower, possibly due to
128
+ // backpressure).
129
+ void UpdateOffsetForBytesSent(size_t sending_length, size_t actually_sent);
130
+
131
+ // Indicates whether all underlying data has been sent or not.
132
+ bool AllSlicesSent() { return out_offset_.slice_idx == buf_.count; }
133
+
134
+ // Reset this structure for a new tcp_write() with zerocopy.
135
+ void PrepareForSends(grpc_slice_buffer* slices_to_send) {
136
+ AssertEmpty();
137
+ out_offset_.slice_idx = 0;
138
+ out_offset_.byte_idx = 0;
139
+ grpc_slice_buffer_swap(slices_to_send, &buf_);
140
+ Ref();
141
+ }
142
+
143
+ // References: 1 reference per sendmsg(), and 1 for the tcp_write().
144
+ void Ref() { ref_.fetch_add(1, std::memory_order_relaxed); }
145
+
146
+ // Unref: called when we get an error queue notification for a sendmsg(), if a
147
+ // sendmsg() failed or when tcp_write() is done.
148
+ bool Unref() {
149
+ const intptr_t prior = ref_.fetch_sub(1, std::memory_order_acq_rel);
150
+ GPR_DEBUG_ASSERT(prior > 0);
151
+ if (prior == 1) {
152
+ AllSendsComplete();
153
+ return true;
154
+ }
155
+ return false;
156
+ }
157
+
158
+ private:
159
+ struct OutgoingOffset {
160
+ size_t slice_idx = 0;
161
+ size_t byte_idx = 0;
162
+ };
163
+
164
+ void AssertEmpty() {
165
+ GPR_DEBUG_ASSERT(buf_.count == 0);
166
+ GPR_DEBUG_ASSERT(buf_.length == 0);
167
+ GPR_DEBUG_ASSERT(ref_.load(std::memory_order_relaxed) == 0);
168
+ }
169
+
170
+ // When all sendmsg() calls associated with this tcp_write() have been
171
+ // completed (ie. we have received the notifications for each sequence number
172
+ // for each sendmsg()) and all reference counts have been dropped, drop our
173
+ // reference to the underlying data since we no longer need it.
174
+ void AllSendsComplete() {
175
+ GPR_DEBUG_ASSERT(ref_.load(std::memory_order_relaxed) == 0);
176
+ grpc_slice_buffer_reset_and_unref_internal(&buf_);
177
+ }
178
+
179
+ grpc_slice_buffer buf_;
180
+ std::atomic<intptr_t> ref_{0};
181
+ OutgoingOffset out_offset_;
182
+ };
183
+
184
+ class TcpZerocopySendCtx {
185
+ public:
186
+ static constexpr int kDefaultMaxSends = 4;
187
+ static constexpr size_t kDefaultSendBytesThreshold = 16 * 1024; // 16KB
188
+
189
+ explicit TcpZerocopySendCtx(
190
+ int max_sends = kDefaultMaxSends,
191
+ size_t send_bytes_threshold = kDefaultSendBytesThreshold)
192
+ : max_sends_(max_sends),
193
+ free_send_records_size_(max_sends),
194
+ threshold_bytes_(send_bytes_threshold) {
195
+ send_records_ = static_cast<TcpZerocopySendRecord*>(
196
+ gpr_malloc(max_sends * sizeof(*send_records_)));
197
+ free_send_records_ = static_cast<TcpZerocopySendRecord**>(
198
+ gpr_malloc(max_sends * sizeof(*free_send_records_)));
199
+ if (send_records_ == nullptr || free_send_records_ == nullptr) {
200
+ gpr_free(send_records_);
201
+ gpr_free(free_send_records_);
202
+ gpr_log(GPR_INFO, "Disabling TCP TX zerocopy due to memory pressure.\n");
203
+ memory_limited_ = true;
204
+ } else {
205
+ for (int idx = 0; idx < max_sends_; ++idx) {
206
+ new (send_records_ + idx) TcpZerocopySendRecord();
207
+ free_send_records_[idx] = send_records_ + idx;
208
+ }
209
+ }
210
+ }
211
+
212
+ ~TcpZerocopySendCtx() {
213
+ if (send_records_ != nullptr) {
214
+ for (int idx = 0; idx < max_sends_; ++idx) {
215
+ send_records_[idx].~TcpZerocopySendRecord();
216
+ }
217
+ }
218
+ gpr_free(send_records_);
219
+ gpr_free(free_send_records_);
220
+ }
221
+
222
+ // True if we were unable to allocate the various bookkeeping structures at
223
+ // transport initialization time. If memory limited, we do not zerocopy.
224
+ bool memory_limited() const { return memory_limited_; }
225
+
226
+ // TCP send zerocopy maintains an implicit sequence number for every
227
+ // successful sendmsg() with zerocopy enabled; the kernel later gives us an
228
+ // error queue notification with this sequence number indicating that the
229
+ // underlying data buffers that we sent can now be released. Once that
230
+ // notification is received, we can release the buffers associated with this
231
+ // zerocopy send record. Here, we associate the sequence number with the data
232
+ // buffers that were sent with the corresponding call to sendmsg().
233
+ void NoteSend(TcpZerocopySendRecord* record) {
234
+ record->Ref();
235
+ AssociateSeqWithSendRecord(last_send_, record);
236
+ ++last_send_;
237
+ }
238
+
239
+ // If sendmsg() actually failed, though, we need to revert the sequence number
240
+ // that we speculatively bumped before calling sendmsg(). Note that we bump
241
+ // this sequence number and perform relevant bookkeeping (see: NoteSend())
242
+ // *before* calling sendmsg() since, if we called it *after* sendmsg(), then
243
+ // there is a possible race with the release notification which could occur on
244
+ // another thread before we do the necessary bookkeeping. Hence, calling
245
+ // NoteSend() *before* sendmsg() and implementing an undo function is needed.
246
+ void UndoSend() {
247
+ --last_send_;
248
+ if (ReleaseSendRecord(last_send_)->Unref()) {
249
+ // We should still be holding the ref taken by tcp_write().
250
+ GPR_DEBUG_ASSERT(0);
251
+ }
252
+ }
253
+
254
+ // Simply associate this send record (and the underlying sent data buffers)
255
+ // with the implicit sequence number for this zerocopy sendmsg().
256
+ void AssociateSeqWithSendRecord(uint32_t seq, TcpZerocopySendRecord* record) {
257
+ MutexLock guard(&lock_);
258
+ ctx_lookup_.emplace(seq, record);
259
+ }
260
+
261
+ // Get a send record for a send that we wish to do with zerocopy.
262
+ TcpZerocopySendRecord* GetSendRecord() {
263
+ MutexLock guard(&lock_);
264
+ return TryGetSendRecordLocked();
265
+ }
266
+
267
+ // A given send record corresponds to a single tcp_write() with zerocopy
268
+ // enabled. This can result in several sendmsg() calls to flush all of the
269
+ // data to wire. Each sendmsg() takes a reference on the
270
+ // TcpZerocopySendRecord, and corresponds to a single sequence number.
271
+ // ReleaseSendRecord releases a reference on TcpZerocopySendRecord for a
272
+ // single sequence number. This is called either when we receive the relevant
273
+ // error queue notification (saying that we can discard the underlying
274
+ // buffers for this sendmsg()) is received from the kernel - or, in case
275
+ // sendmsg() was unsuccessful to begin with.
276
+ TcpZerocopySendRecord* ReleaseSendRecord(uint32_t seq) {
277
+ MutexLock guard(&lock_);
278
+ return ReleaseSendRecordLocked(seq);
279
+ }
280
+
281
+ // After all the references to a TcpZerocopySendRecord are released, we can
282
+ // add it back to the pool (of size max_sends_). Note that we can only have
283
+ // max_sends_ tcp_write() instances with zerocopy enabled in flight at the
284
+ // same time.
285
+ void PutSendRecord(TcpZerocopySendRecord* record) {
286
+ GPR_DEBUG_ASSERT(record >= send_records_ &&
287
+ record < send_records_ + max_sends_);
288
+ MutexLock guard(&lock_);
289
+ PutSendRecordLocked(record);
290
+ }
291
+
292
+ // Indicate that we are disposing of this zerocopy context. This indicator
293
+ // will prevent new zerocopy writes from being issued.
294
+ void Shutdown() { shutdown_.store(true, std::memory_order_release); }
295
+
296
+ // Indicates that there are no inflight tcp_write() instances with zerocopy
297
+ // enabled.
298
+ bool AllSendRecordsEmpty() {
299
+ MutexLock guard(&lock_);
300
+ return free_send_records_size_ == max_sends_;
301
+ }
302
+
303
+ bool enabled() const { return enabled_; }
304
+
305
+ void set_enabled(bool enabled) {
306
+ GPR_DEBUG_ASSERT(!enabled || !memory_limited());
307
+ enabled_ = enabled;
308
+ }
309
+
310
+ // Only use zerocopy if we are sending at least this many bytes. The
311
+ // additional overhead of reading the error queue for notifications means that
312
+ // zerocopy is not useful for small transfers.
313
+ size_t threshold_bytes() const { return threshold_bytes_; }
314
+
315
+ private:
316
+ TcpZerocopySendRecord* ReleaseSendRecordLocked(uint32_t seq) {
317
+ auto iter = ctx_lookup_.find(seq);
318
+ GPR_DEBUG_ASSERT(iter != ctx_lookup_.end());
319
+ TcpZerocopySendRecord* record = iter->second;
320
+ ctx_lookup_.erase(iter);
321
+ return record;
322
+ }
323
+
324
+ TcpZerocopySendRecord* TryGetSendRecordLocked() {
325
+ if (shutdown_.load(std::memory_order_acquire)) {
326
+ return nullptr;
327
+ }
328
+ if (free_send_records_size_ == 0) {
329
+ return nullptr;
330
+ }
331
+ free_send_records_size_--;
332
+ return free_send_records_[free_send_records_size_];
333
+ }
334
+
335
+ void PutSendRecordLocked(TcpZerocopySendRecord* record) {
336
+ GPR_DEBUG_ASSERT(free_send_records_size_ < max_sends_);
337
+ free_send_records_[free_send_records_size_] = record;
338
+ free_send_records_size_++;
339
+ }
340
+
341
+ TcpZerocopySendRecord* send_records_;
342
+ TcpZerocopySendRecord** free_send_records_;
343
+ int max_sends_;
344
+ int free_send_records_size_;
345
+ Mutex lock_;
346
+ uint32_t last_send_ = 0;
347
+ std::atomic<bool> shutdown_{false};
348
+ bool enabled_ = false;
349
+ size_t threshold_bytes_ = kDefaultSendBytesThreshold;
350
+ std::unordered_map<uint32_t, TcpZerocopySendRecord*> ctx_lookup_;
351
+ bool memory_limited_ = false;
352
+ };
353
+
354
+ } // namespace grpc_core
355
+
356
+ using grpc_core::TcpZerocopySendCtx;
357
+ using grpc_core::TcpZerocopySendRecord;
358
+
359
+ namespace {
360
+ struct grpc_tcp {
361
+ grpc_tcp(int max_sends, size_t send_bytes_threshold)
362
+ : tcp_zerocopy_send_ctx(max_sends, send_bytes_threshold) {}
363
+ grpc_endpoint base;
364
+ grpc_fd* em_fd;
365
+ int fd;
366
+ /* Used by the endpoint read function to distinguish the very first read call
367
+ * from the rest */
368
+ bool is_first_read;
369
+ bool has_posted_reclaimer;
370
+ double target_length;
371
+ double bytes_read_this_round;
372
+ grpc_core::RefCount refcount;
373
+ gpr_atm shutdown_count;
374
+
375
+ int min_read_chunk_size;
376
+ int max_read_chunk_size;
377
+
378
+ /* garbage after the last read */
379
+ grpc_slice_buffer last_read_buffer;
380
+
381
+ absl::Mutex read_mu;
382
+ grpc_slice_buffer* incoming_buffer ABSL_GUARDED_BY(read_mu) = nullptr;
383
+ int inq; /* bytes pending on the socket from the last read. */
384
+ bool inq_capable; /* cache whether kernel supports inq */
385
+
386
+ grpc_slice_buffer* outgoing_buffer;
387
+ /* byte within outgoing_buffer->slices[0] to write next */
388
+ size_t outgoing_byte_idx;
389
+
390
+ grpc_closure* read_cb;
391
+ grpc_closure* write_cb;
392
+ grpc_closure* release_fd_cb;
393
+ int* release_fd;
394
+
395
+ grpc_closure read_done_closure;
396
+ grpc_closure write_done_closure;
397
+ grpc_closure error_closure;
398
+
399
+ std::string peer_string;
400
+ std::string local_address;
401
+
402
+ grpc_core::MemoryOwner memory_owner;
403
+ grpc_core::MemoryAllocator::Reservation self_reservation;
404
+
405
+ grpc_core::TracedBuffer* tb_head; /* List of traced buffers */
406
+ gpr_mu tb_mu; /* Lock for access to list of traced buffers */
407
+
408
+ /* grpc_endpoint_write takes an argument which if non-null means that the
409
+ * transport layer wants the TCP layer to collect timestamps for this write.
410
+ * This arg is forwarded to the timestamps callback function when the ACK
411
+ * timestamp is received from the kernel. This arg is a (void *) which allows
412
+ * users of this API to pass in a pointer to any kind of structure. This
413
+ * structure could actually be a tag or any book-keeping object that the user
414
+ * can use to distinguish between different traced writes. The only
415
+ * requirement from the TCP endpoint layer is that this arg should be non-null
416
+ * if the user wants timestamps for the write. */
417
+ void* outgoing_buffer_arg;
418
+ /* A counter which starts at 0. It is initialized the first time the socket
419
+ * options for collecting timestamps are set, and is incremented with each
420
+ * byte sent. */
421
+ int bytes_counter;
422
+ bool socket_ts_enabled; /* True if timestamping options are set on the socket
423
+ */
424
+ bool ts_capable; /* Cache whether we can set timestamping options */
425
+ gpr_atm stop_error_notification; /* Set to 1 if we do not want to be notified
426
+ on errors anymore */
427
+ TcpZerocopySendCtx tcp_zerocopy_send_ctx;
428
+ TcpZerocopySendRecord* current_zerocopy_send = nullptr;
429
+
430
+ bool curr_read_completed;
431
+ int curr_min_read_chunk_size;
432
+ };
433
+
434
+ struct backup_poller {
435
+ gpr_mu* pollset_mu;
436
+ grpc_closure run_poller;
437
+ };
438
+
439
+ } // namespace
440
+
441
+ static void ZerocopyDisableAndWaitForRemaining(grpc_tcp* tcp);
442
+
443
+ #define BACKUP_POLLER_POLLSET(b) ((grpc_pollset*)((b) + 1))
444
+
445
+ static grpc_core::Mutex* g_backup_poller_mu = nullptr;
446
+ static int g_uncovered_notifications_pending
447
+ ABSL_GUARDED_BY(g_backup_poller_mu);
448
+ static backup_poller* g_backup_poller ABSL_GUARDED_BY(g_backup_poller_mu);
449
+
450
+ static void tcp_handle_read(void* arg /* grpc_tcp */, grpc_error_handle error);
451
+ static void tcp_handle_write(void* arg /* grpc_tcp */, grpc_error_handle error);
452
+ static void tcp_drop_uncovered_then_handle_write(void* arg /* grpc_tcp */,
453
+ grpc_error_handle error);
454
+
455
+ static void done_poller(void* bp, grpc_error_handle /*error_ignored*/) {
456
+ backup_poller* p = static_cast<backup_poller*>(bp);
457
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
458
+ gpr_log(GPR_INFO, "BACKUP_POLLER:%p destroy", p);
459
+ }
460
+ grpc_pollset_destroy(BACKUP_POLLER_POLLSET(p));
461
+ gpr_free(p);
462
+ }
463
+
464
+ static void run_poller(void* bp, grpc_error_handle /*error_ignored*/) {
465
+ backup_poller* p = static_cast<backup_poller*>(bp);
466
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
467
+ gpr_log(GPR_INFO, "BACKUP_POLLER:%p run", p);
468
+ }
469
+ gpr_mu_lock(p->pollset_mu);
470
+ grpc_core::Timestamp deadline =
471
+ grpc_core::ExecCtx::Get()->Now() + grpc_core::Duration::Seconds(10);
472
+ GRPC_STATS_INC_TCP_BACKUP_POLLER_POLLS();
473
+ GRPC_LOG_IF_ERROR(
474
+ "backup_poller:pollset_work",
475
+ grpc_pollset_work(BACKUP_POLLER_POLLSET(p), nullptr, deadline));
476
+ gpr_mu_unlock(p->pollset_mu);
477
+ g_backup_poller_mu->Lock();
478
+ /* last "uncovered" notification is the ref that keeps us polling */
479
+ if (g_uncovered_notifications_pending == 1) {
480
+ GPR_ASSERT(g_backup_poller == p);
481
+ g_backup_poller = nullptr;
482
+ g_uncovered_notifications_pending = 0;
483
+ g_backup_poller_mu->Unlock();
484
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
485
+ gpr_log(GPR_INFO, "BACKUP_POLLER:%p shutdown", p);
486
+ }
487
+ grpc_pollset_shutdown(BACKUP_POLLER_POLLSET(p),
488
+ GRPC_CLOSURE_INIT(&p->run_poller, done_poller, p,
489
+ grpc_schedule_on_exec_ctx));
490
+ } else {
491
+ g_backup_poller_mu->Unlock();
492
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
493
+ gpr_log(GPR_INFO, "BACKUP_POLLER:%p reschedule", p);
494
+ }
495
+ grpc_core::Executor::Run(&p->run_poller, GRPC_ERROR_NONE,
496
+ grpc_core::ExecutorType::DEFAULT,
497
+ grpc_core::ExecutorJobType::LONG);
498
+ }
499
+ }
500
+
501
+ static void drop_uncovered(grpc_tcp* /*tcp*/) {
502
+ int old_count;
503
+ backup_poller* p;
504
+ g_backup_poller_mu->Lock();
505
+ p = g_backup_poller;
506
+ old_count = g_uncovered_notifications_pending--;
507
+ g_backup_poller_mu->Unlock();
508
+ GPR_ASSERT(old_count > 1);
509
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
510
+ gpr_log(GPR_INFO, "BACKUP_POLLER:%p uncover cnt %d->%d", p, old_count,
511
+ old_count - 1);
512
+ }
513
+ }
514
+
515
+ // gRPC API considers a Write operation to be done the moment it clears ‘flow
516
+ // control’ i.e., not necessarily sent on the wire. This means that the
517
+ // application MIGHT not call `grpc_completion_queue_next/pluck` in a timely
518
+ // manner when its `Write()` API is acked.
519
+ //
520
+ // We need to ensure that the fd is 'covered' (i.e being monitored by some
521
+ // polling thread and progress is made) and hence add it to a backup poller here
522
+ static void cover_self(grpc_tcp* tcp) {
523
+ backup_poller* p;
524
+ g_backup_poller_mu->Lock();
525
+ int old_count = 0;
526
+ if (g_uncovered_notifications_pending == 0) {
527
+ g_uncovered_notifications_pending = 2;
528
+ p = static_cast<backup_poller*>(
529
+ gpr_zalloc(sizeof(*p) + grpc_pollset_size()));
530
+ g_backup_poller = p;
531
+ grpc_pollset_init(BACKUP_POLLER_POLLSET(p), &p->pollset_mu);
532
+ g_backup_poller_mu->Unlock();
533
+ GRPC_STATS_INC_TCP_BACKUP_POLLERS_CREATED();
534
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
535
+ gpr_log(GPR_INFO, "BACKUP_POLLER:%p create", p);
536
+ }
537
+ grpc_core::Executor::Run(
538
+ GRPC_CLOSURE_INIT(&p->run_poller, run_poller, p, nullptr),
539
+ GRPC_ERROR_NONE, grpc_core::ExecutorType::DEFAULT,
540
+ grpc_core::ExecutorJobType::LONG);
541
+ } else {
542
+ old_count = g_uncovered_notifications_pending++;
543
+ p = g_backup_poller;
544
+ g_backup_poller_mu->Unlock();
545
+ }
546
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
547
+ gpr_log(GPR_INFO, "BACKUP_POLLER:%p add %p cnt %d->%d", p, tcp,
548
+ old_count - 1, old_count);
549
+ }
550
+ grpc_pollset_add_fd(BACKUP_POLLER_POLLSET(p), tcp->em_fd);
551
+ }
552
+
553
+ static void notify_on_read(grpc_tcp* tcp) {
554
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
555
+ gpr_log(GPR_INFO, "TCP:%p notify_on_read", tcp);
556
+ }
557
+ grpc_fd_notify_on_read(tcp->em_fd, &tcp->read_done_closure);
558
+ }
559
+
560
+ static void notify_on_write(grpc_tcp* tcp) {
561
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
562
+ gpr_log(GPR_INFO, "TCP:%p notify_on_write", tcp);
563
+ }
564
+ if (!grpc_event_engine_run_in_background()) {
565
+ cover_self(tcp);
566
+ }
567
+ grpc_fd_notify_on_write(tcp->em_fd, &tcp->write_done_closure);
568
+ }
569
+
570
+ static void tcp_drop_uncovered_then_handle_write(void* arg,
571
+ grpc_error_handle error) {
572
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
573
+ gpr_log(GPR_INFO, "TCP:%p got_write: %s", arg,
574
+ grpc_error_std_string(error).c_str());
575
+ }
576
+ drop_uncovered(static_cast<grpc_tcp*>(arg));
577
+ tcp_handle_write(arg, error);
578
+ }
579
+
580
+ static void add_to_estimate(grpc_tcp* tcp, size_t bytes) {
581
+ tcp->bytes_read_this_round += static_cast<double>(bytes);
582
+ }
583
+
584
+ static void finish_estimate(grpc_tcp* tcp) {
585
+ /* If we read >80% of the target buffer in one read loop, increase the size
586
+ of the target buffer to either the amount read, or twice its previous
587
+ value */
588
+ if (tcp->bytes_read_this_round > tcp->target_length * 0.8) {
589
+ tcp->target_length =
590
+ std::max(2 * tcp->target_length, tcp->bytes_read_this_round);
591
+ } else {
592
+ tcp->target_length =
593
+ 0.99 * tcp->target_length + 0.01 * tcp->bytes_read_this_round;
594
+ }
595
+ tcp->bytes_read_this_round = 0;
596
+ }
597
+
598
+ static grpc_error_handle tcp_annotate_error(grpc_error_handle src_error,
599
+ grpc_tcp* tcp) {
600
+ return grpc_error_set_str(
601
+ grpc_error_set_int(
602
+ grpc_error_set_int(src_error, GRPC_ERROR_INT_FD, tcp->fd),
603
+ /* All tcp errors are marked with UNAVAILABLE so that application may
604
+ * choose to retry. */
605
+ GRPC_ERROR_INT_GRPC_STATUS, GRPC_STATUS_UNAVAILABLE),
606
+ GRPC_ERROR_STR_TARGET_ADDRESS, tcp->peer_string);
607
+ }
608
+
609
+ static void tcp_handle_read(void* arg /* grpc_tcp */, grpc_error_handle error);
610
+ static void tcp_handle_write(void* arg /* grpc_tcp */, grpc_error_handle error);
611
+
612
+ static void tcp_shutdown(grpc_endpoint* ep, grpc_error_handle why) {
613
+ grpc_tcp* tcp = reinterpret_cast<grpc_tcp*>(ep);
614
+ ZerocopyDisableAndWaitForRemaining(tcp);
615
+ grpc_fd_shutdown(tcp->em_fd, why);
616
+ }
617
+
618
+ static void tcp_free(grpc_tcp* tcp) {
619
+ grpc_fd_orphan(tcp->em_fd, tcp->release_fd_cb, tcp->release_fd,
620
+ "tcp_unref_orphan");
621
+ grpc_slice_buffer_destroy_internal(&tcp->last_read_buffer);
622
+ /* The lock is not really necessary here, since all refs have been released */
623
+ gpr_mu_lock(&tcp->tb_mu);
624
+ grpc_core::TracedBuffer::Shutdown(
625
+ &tcp->tb_head, tcp->outgoing_buffer_arg,
626
+ GRPC_ERROR_CREATE_FROM_STATIC_STRING("endpoint destroyed"));
627
+ gpr_mu_unlock(&tcp->tb_mu);
628
+ tcp->outgoing_buffer_arg = nullptr;
629
+ gpr_mu_destroy(&tcp->tb_mu);
630
+ delete tcp;
631
+ }
632
+
633
+ #ifndef NDEBUG
634
+ #define TCP_UNREF(tcp, reason) tcp_unref((tcp), (reason), DEBUG_LOCATION)
635
+ #define TCP_REF(tcp, reason) tcp_ref((tcp), (reason), DEBUG_LOCATION)
636
+ static void tcp_unref(grpc_tcp* tcp, const char* reason,
637
+ const grpc_core::DebugLocation& debug_location) {
638
+ if (GPR_UNLIKELY(tcp->refcount.Unref(debug_location, reason))) {
639
+ tcp_free(tcp);
640
+ }
641
+ }
642
+
643
+ static void tcp_ref(grpc_tcp* tcp, const char* reason,
644
+ const grpc_core::DebugLocation& debug_location) {
645
+ tcp->refcount.Ref(debug_location, reason);
646
+ }
647
+ #else
648
+ #define TCP_UNREF(tcp, reason) tcp_unref((tcp))
649
+ #define TCP_REF(tcp, reason) tcp_ref((tcp))
650
+ static void tcp_unref(grpc_tcp* tcp) {
651
+ if (GPR_UNLIKELY(tcp->refcount.Unref())) {
652
+ tcp_free(tcp);
653
+ }
654
+ }
655
+
656
+ static void tcp_ref(grpc_tcp* tcp) { tcp->refcount.Ref(); }
657
+ #endif
658
+
659
+ static void tcp_destroy(grpc_endpoint* ep) {
660
+ grpc_tcp* tcp = reinterpret_cast<grpc_tcp*>(ep);
661
+ grpc_slice_buffer_reset_and_unref_internal(&tcp->last_read_buffer);
662
+ if (grpc_event_engine_can_track_errors()) {
663
+ ZerocopyDisableAndWaitForRemaining(tcp);
664
+ gpr_atm_no_barrier_store(&tcp->stop_error_notification, true);
665
+ grpc_fd_set_error(tcp->em_fd);
666
+ }
667
+ TCP_UNREF(tcp, "destroy");
668
+ }
669
+
670
+ static void perform_reclamation(grpc_tcp* tcp)
671
+ ABSL_LOCKS_EXCLUDED(tcp->read_mu) {
672
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_resource_quota_trace)) {
673
+ gpr_log(GPR_INFO, "TCP: benign reclamation to free memory");
674
+ }
675
+ tcp->read_mu.Lock();
676
+ if (tcp->incoming_buffer != nullptr) {
677
+ grpc_slice_buffer_reset_and_unref_internal(tcp->incoming_buffer);
678
+ }
679
+ tcp->read_mu.Unlock();
680
+ tcp->has_posted_reclaimer = false;
681
+ }
682
+
683
+ static void maybe_post_reclaimer(grpc_tcp* tcp)
684
+ ABSL_EXCLUSIVE_LOCKS_REQUIRED(tcp->read_mu) {
685
+ if (!tcp->has_posted_reclaimer) {
686
+ tcp->has_posted_reclaimer = true;
687
+ tcp->memory_owner.PostReclaimer(
688
+ grpc_core::ReclamationPass::kBenign,
689
+ [tcp](absl::optional<grpc_core::ReclamationSweep> sweep) {
690
+ if (!sweep.has_value()) return;
691
+ perform_reclamation(tcp);
692
+ });
693
+ }
694
+ }
695
+
696
+ static void tcp_trace_read(grpc_tcp* tcp, grpc_error_handle error)
697
+ ABSL_EXCLUSIVE_LOCKS_REQUIRED(tcp->read_mu) {
698
+ grpc_closure* cb = tcp->read_cb;
699
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
700
+ gpr_log(GPR_INFO, "TCP:%p call_cb %p %p:%p", tcp, cb, cb->cb, cb->cb_arg);
701
+ size_t i;
702
+ gpr_log(GPR_INFO, "READ %p (peer=%s) error=%s", tcp,
703
+ tcp->peer_string.c_str(), grpc_error_std_string(error).c_str());
704
+ if (gpr_should_log(GPR_LOG_SEVERITY_DEBUG)) {
705
+ for (i = 0; i < tcp->incoming_buffer->count; i++) {
706
+ char* dump = grpc_dump_slice(tcp->incoming_buffer->slices[i],
707
+ GPR_DUMP_HEX | GPR_DUMP_ASCII);
708
+ gpr_log(GPR_DEBUG, "DATA: %s", dump);
709
+ gpr_free(dump);
710
+ }
711
+ }
712
+ }
713
+ }
714
+
715
+ /* Returns true if data available to read or error other than EAGAIN. */
716
+ #define MAX_READ_IOVEC 4
717
+ static bool tcp_do_read(grpc_tcp* tcp, grpc_error_handle* error)
718
+ ABSL_EXCLUSIVE_LOCKS_REQUIRED(tcp->read_mu) {
719
+ GPR_TIMER_SCOPE("tcp_do_read", 0);
720
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
721
+ gpr_log(GPR_INFO, "TCP:%p do_read", tcp);
722
+ }
723
+ struct msghdr msg;
724
+ struct iovec iov[MAX_READ_IOVEC];
725
+ ssize_t read_bytes;
726
+ size_t total_read_bytes = 0;
727
+ size_t iov_len =
728
+ std::min<size_t>(MAX_READ_IOVEC, tcp->incoming_buffer->count);
729
+ #ifdef GRPC_LINUX_ERRQUEUE
730
+ constexpr size_t cmsg_alloc_space =
731
+ CMSG_SPACE(sizeof(grpc_core::scm_timestamping)) + CMSG_SPACE(sizeof(int));
732
+ #else
733
+ constexpr size_t cmsg_alloc_space = 24 /* CMSG_SPACE(sizeof(int)) */;
734
+ #endif /* GRPC_LINUX_ERRQUEUE */
735
+ char cmsgbuf[cmsg_alloc_space];
736
+ for (size_t i = 0; i < iov_len; i++) {
737
+ iov[i].iov_base = GRPC_SLICE_START_PTR(tcp->incoming_buffer->slices[i]);
738
+ iov[i].iov_len = GRPC_SLICE_LENGTH(tcp->incoming_buffer->slices[i]);
739
+ }
740
+
741
+ GPR_ASSERT(tcp->incoming_buffer->length != 0);
742
+
743
+ do {
744
+ /* Assume there is something on the queue. If we receive TCP_INQ from
745
+ * kernel, we will update this value, otherwise, we have to assume there is
746
+ * always something to read until we get EAGAIN. */
747
+ tcp->inq = 1;
748
+
749
+ msg.msg_name = nullptr;
750
+ msg.msg_namelen = 0;
751
+ msg.msg_iov = iov;
752
+ msg.msg_iovlen = static_cast<msg_iovlen_type>(iov_len);
753
+ if (tcp->inq_capable) {
754
+ msg.msg_control = cmsgbuf;
755
+ msg.msg_controllen = sizeof(cmsgbuf);
756
+ } else {
757
+ msg.msg_control = nullptr;
758
+ msg.msg_controllen = 0;
759
+ }
760
+ msg.msg_flags = 0;
761
+
762
+ GRPC_STATS_INC_TCP_READ_OFFER(tcp->incoming_buffer->length);
763
+ GRPC_STATS_INC_TCP_READ_OFFER_IOV_SIZE(tcp->incoming_buffer->count);
764
+
765
+ do {
766
+ GPR_TIMER_SCOPE("recvmsg", 0);
767
+ GRPC_STATS_INC_SYSCALL_READ();
768
+ read_bytes = recvmsg(tcp->fd, &msg, 0);
769
+ } while (read_bytes < 0 && errno == EINTR);
770
+
771
+ /* We have read something in previous reads. We need to deliver those
772
+ * bytes to the upper layer. */
773
+ if (read_bytes <= 0 && total_read_bytes > 0) {
774
+ tcp->inq = 1;
775
+ break;
776
+ }
777
+
778
+ if (read_bytes < 0) {
779
+ /* NB: After calling call_read_cb a parallel call of the read handler may
780
+ * be running. */
781
+ if (errno == EAGAIN) {
782
+ tcp->curr_read_completed = true;
783
+ finish_estimate(tcp);
784
+ tcp->inq = 0;
785
+ return false;
786
+ } else {
787
+ tcp->curr_read_completed = false;
788
+ grpc_slice_buffer_reset_and_unref_internal(tcp->incoming_buffer);
789
+ *error = tcp_annotate_error(GRPC_OS_ERROR(errno, "recvmsg"), tcp);
790
+ return true;
791
+ }
792
+ }
793
+ if (read_bytes == 0) {
794
+ /* 0 read size ==> end of stream
795
+ *
796
+ * We may have read something, i.e., total_read_bytes > 0, but
797
+ * since the connection is closed we will drop the data here, because we
798
+ * can't call the callback multiple times. */
799
+ tcp->curr_read_completed = true;
800
+ grpc_slice_buffer_reset_and_unref_internal(tcp->incoming_buffer);
801
+ *error = tcp_annotate_error(
802
+ GRPC_ERROR_CREATE_FROM_STATIC_STRING("Socket closed"), tcp);
803
+ return true;
804
+ }
805
+
806
+ GRPC_STATS_INC_TCP_READ_SIZE(read_bytes);
807
+ add_to_estimate(tcp, static_cast<size_t>(read_bytes));
808
+ GPR_DEBUG_ASSERT((size_t)read_bytes <=
809
+ tcp->incoming_buffer->length - total_read_bytes);
810
+
811
+ #ifdef GRPC_HAVE_TCP_INQ
812
+ if (tcp->inq_capable) {
813
+ GPR_DEBUG_ASSERT(!(msg.msg_flags & MSG_CTRUNC));
814
+ struct cmsghdr* cmsg = CMSG_FIRSTHDR(&msg);
815
+ for (; cmsg != nullptr; cmsg = CMSG_NXTHDR(&msg, cmsg)) {
816
+ if (cmsg->cmsg_level == SOL_TCP && cmsg->cmsg_type == TCP_CM_INQ &&
817
+ cmsg->cmsg_len == CMSG_LEN(sizeof(int))) {
818
+ tcp->inq = *reinterpret_cast<int*>(CMSG_DATA(cmsg));
819
+ break;
820
+ }
821
+ }
822
+ }
823
+ #endif /* GRPC_HAVE_TCP_INQ */
824
+
825
+ total_read_bytes += read_bytes;
826
+ if (tcp->inq == 0 || total_read_bytes == tcp->incoming_buffer->length) {
827
+ break;
828
+ }
829
+
830
+ /* We had a partial read, and still have space to read more data.
831
+ * So, adjust IOVs and try to read more. */
832
+ size_t remaining = read_bytes;
833
+ size_t j = 0;
834
+ for (size_t i = 0; i < iov_len; i++) {
835
+ if (remaining >= iov[i].iov_len) {
836
+ remaining -= iov[i].iov_len;
837
+ continue;
838
+ }
839
+ if (remaining > 0) {
840
+ iov[j].iov_base = static_cast<char*>(iov[i].iov_base) + remaining;
841
+ iov[j].iov_len = iov[i].iov_len - remaining;
842
+ remaining = 0;
843
+ } else {
844
+ iov[j].iov_base = iov[i].iov_base;
845
+ iov[j].iov_len = iov[i].iov_len;
846
+ }
847
+ ++j;
848
+ }
849
+ iov_len = j;
850
+ } while (true);
851
+
852
+ if (tcp->inq == 0) {
853
+ finish_estimate(tcp);
854
+ }
855
+
856
+ // There may be more data to be read because recvmsg did not return EAGAIN.
857
+ tcp->curr_read_completed = false;
858
+ GPR_DEBUG_ASSERT(total_read_bytes > 0);
859
+ if (total_read_bytes < tcp->incoming_buffer->length) {
860
+ grpc_slice_buffer_trim_end(tcp->incoming_buffer,
861
+ tcp->incoming_buffer->length - total_read_bytes,
862
+ &tcp->last_read_buffer);
863
+ }
864
+ *error = GRPC_ERROR_NONE;
865
+ return true;
866
+ }
867
+
868
+ static void maybe_make_read_slices(grpc_tcp* tcp)
869
+ ABSL_EXCLUSIVE_LOCKS_REQUIRED(tcp->read_mu) {
870
+ if (tcp->incoming_buffer->length == 0 &&
871
+ tcp->incoming_buffer->count < MAX_READ_IOVEC) {
872
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
873
+ gpr_log(GPR_INFO,
874
+ "TCP:%p alloc_slices; min_chunk=%d max_chunk=%d target=%lf "
875
+ "buf_len=%" PRIdPTR,
876
+ tcp, tcp->min_read_chunk_size, tcp->max_read_chunk_size,
877
+ tcp->target_length, tcp->incoming_buffer->length);
878
+ }
879
+ int target_length = static_cast<int>(tcp->target_length);
880
+ int extra_wanted =
881
+ target_length - static_cast<int>(tcp->incoming_buffer->length);
882
+ if (tcp->curr_read_completed) {
883
+ // Set it to false again to start the next block of reads
884
+ tcp->curr_read_completed = false;
885
+ // Reset curr_min_read_chunk_size for the next block of reads
886
+ tcp->curr_min_read_chunk_size = tcp->min_read_chunk_size;
887
+ } else {
888
+ // Last read is not completed yet. Double the last min read chunk size.
889
+ tcp->curr_min_read_chunk_size =
890
+ std::min(2 * tcp->curr_min_read_chunk_size, tcp->max_read_chunk_size);
891
+ }
892
+ grpc_slice_buffer_add_indexed(
893
+ tcp->incoming_buffer,
894
+ tcp->memory_owner.MakeSlice(grpc_core::MemoryRequest(
895
+ tcp->curr_min_read_chunk_size,
896
+ grpc_core::Clamp(extra_wanted, tcp->curr_min_read_chunk_size,
897
+ tcp->max_read_chunk_size))));
898
+ maybe_post_reclaimer(tcp);
899
+ }
900
+ }
901
+
902
+ static void tcp_handle_read(void* arg /* grpc_tcp */, grpc_error_handle error) {
903
+ grpc_tcp* tcp = static_cast<grpc_tcp*>(arg);
904
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
905
+ gpr_log(GPR_INFO, "TCP:%p got_read: %s", tcp,
906
+ grpc_error_std_string(error).c_str());
907
+ }
908
+ tcp->read_mu.Lock();
909
+ grpc_error_handle tcp_read_error;
910
+ if (GPR_LIKELY(error == GRPC_ERROR_NONE)) {
911
+ maybe_make_read_slices(tcp);
912
+ if (!tcp_do_read(tcp, &tcp_read_error)) {
913
+ /* We've consumed the edge, request a new one */
914
+ tcp->read_mu.Unlock();
915
+ notify_on_read(tcp);
916
+ return;
917
+ }
918
+ tcp_trace_read(tcp, tcp_read_error);
919
+ } else {
920
+ tcp_read_error = GRPC_ERROR_REF(error);
921
+ grpc_slice_buffer_reset_and_unref_internal(tcp->incoming_buffer);
922
+ grpc_slice_buffer_reset_and_unref_internal(&tcp->last_read_buffer);
923
+ }
924
+ grpc_closure* cb = tcp->read_cb;
925
+ tcp->read_cb = nullptr;
926
+ tcp->incoming_buffer = nullptr;
927
+ tcp->read_mu.Unlock();
928
+ grpc_core::Closure::Run(DEBUG_LOCATION, cb, tcp_read_error);
929
+ TCP_UNREF(tcp, "read");
930
+ }
931
+
932
+ static void tcp_read(grpc_endpoint* ep, grpc_slice_buffer* incoming_buffer,
933
+ grpc_closure* cb, bool urgent) {
934
+ grpc_tcp* tcp = reinterpret_cast<grpc_tcp*>(ep);
935
+ GPR_ASSERT(tcp->read_cb == nullptr);
936
+ tcp->read_cb = cb;
937
+ tcp->read_mu.Lock();
938
+ tcp->incoming_buffer = incoming_buffer;
939
+ grpc_slice_buffer_reset_and_unref_internal(incoming_buffer);
940
+ grpc_slice_buffer_swap(incoming_buffer, &tcp->last_read_buffer);
941
+ tcp->read_mu.Unlock();
942
+ TCP_REF(tcp, "read");
943
+ if (tcp->is_first_read) {
944
+ /* Endpoint read called for the very first time. Register read callback with
945
+ * the polling engine */
946
+ tcp->is_first_read = false;
947
+ notify_on_read(tcp);
948
+ } else if (!urgent && tcp->inq == 0) {
949
+ /* Upper layer asked to read more but we know there is no pending data
950
+ * to read from previous reads. So, wait for POLLIN.
951
+ */
952
+ notify_on_read(tcp);
953
+ } else {
954
+ /* Not the first time. We may or may not have more bytes available. In any
955
+ * case call tcp->read_done_closure (i.e tcp_handle_read()) which does the
956
+ * right thing (i.e calls tcp_do_read() which either reads the available
957
+ * bytes or calls notify_on_read() to be notified when new bytes become
958
+ * available */
959
+ grpc_core::Closure::Run(DEBUG_LOCATION, &tcp->read_done_closure,
960
+ GRPC_ERROR_NONE);
961
+ }
962
+ }
963
+
964
+ /* A wrapper around sendmsg. It sends \a msg over \a fd and returns the number
965
+ * of bytes sent. */
966
+ ssize_t tcp_send(int fd, const struct msghdr* msg, int additional_flags = 0) {
967
+ GPR_TIMER_SCOPE("sendmsg", 1);
968
+ ssize_t sent_length;
969
+ do {
970
+ /* TODO(klempner): Cork if this is a partial write */
971
+ GRPC_STATS_INC_SYSCALL_WRITE();
972
+ sent_length = sendmsg(fd, msg, SENDMSG_FLAGS | additional_flags);
973
+ } while (sent_length < 0 && errno == EINTR);
974
+ return sent_length;
975
+ }
976
+
977
+ /** This is to be called if outgoing_buffer_arg is not null. On linux platforms,
978
+ * this will call sendmsg with socket options set to collect timestamps inside
979
+ * the kernel. On return, sent_length is set to the return value of the sendmsg
980
+ * call. Returns false if setting the socket options failed. This is not
981
+ * implemented for non-linux platforms currently, and crashes out.
982
+ */
983
+ static bool tcp_write_with_timestamps(grpc_tcp* tcp, struct msghdr* msg,
984
+ size_t sending_length,
985
+ ssize_t* sent_length,
986
+ int additional_flags = 0);
987
+
988
+ /** The callback function to be invoked when we get an error on the socket. */
989
+ static void tcp_handle_error(void* arg /* grpc_tcp */, grpc_error_handle error);
990
+
991
+ static TcpZerocopySendRecord* tcp_get_send_zerocopy_record(
992
+ grpc_tcp* tcp, grpc_slice_buffer* buf);
993
+
994
+ #ifdef GRPC_LINUX_ERRQUEUE
995
+ static bool process_errors(grpc_tcp* tcp);
996
+
997
+ static TcpZerocopySendRecord* tcp_get_send_zerocopy_record(
998
+ grpc_tcp* tcp, grpc_slice_buffer* buf) {
999
+ TcpZerocopySendRecord* zerocopy_send_record = nullptr;
1000
+ const bool use_zerocopy =
1001
+ tcp->tcp_zerocopy_send_ctx.enabled() &&
1002
+ tcp->tcp_zerocopy_send_ctx.threshold_bytes() < buf->length;
1003
+ if (use_zerocopy) {
1004
+ zerocopy_send_record = tcp->tcp_zerocopy_send_ctx.GetSendRecord();
1005
+ if (zerocopy_send_record == nullptr) {
1006
+ process_errors(tcp);
1007
+ zerocopy_send_record = tcp->tcp_zerocopy_send_ctx.GetSendRecord();
1008
+ }
1009
+ if (zerocopy_send_record != nullptr) {
1010
+ zerocopy_send_record->PrepareForSends(buf);
1011
+ GPR_DEBUG_ASSERT(buf->count == 0);
1012
+ GPR_DEBUG_ASSERT(buf->length == 0);
1013
+ tcp->outgoing_byte_idx = 0;
1014
+ tcp->outgoing_buffer = nullptr;
1015
+ }
1016
+ }
1017
+ return zerocopy_send_record;
1018
+ }
1019
+
1020
+ static void ZerocopyDisableAndWaitForRemaining(grpc_tcp* tcp) {
1021
+ tcp->tcp_zerocopy_send_ctx.Shutdown();
1022
+ while (!tcp->tcp_zerocopy_send_ctx.AllSendRecordsEmpty()) {
1023
+ process_errors(tcp);
1024
+ }
1025
+ }
1026
+
1027
+ static bool tcp_write_with_timestamps(grpc_tcp* tcp, struct msghdr* msg,
1028
+ size_t sending_length,
1029
+ ssize_t* sent_length,
1030
+ int additional_flags) {
1031
+ if (!tcp->socket_ts_enabled) {
1032
+ uint32_t opt = grpc_core::kTimestampingSocketOptions;
1033
+ if (setsockopt(tcp->fd, SOL_SOCKET, SO_TIMESTAMPING,
1034
+ static_cast<void*>(&opt), sizeof(opt)) != 0) {
1035
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
1036
+ gpr_log(GPR_ERROR, "Failed to set timestamping options on the socket.");
1037
+ }
1038
+ return false;
1039
+ }
1040
+ tcp->bytes_counter = -1;
1041
+ tcp->socket_ts_enabled = true;
1042
+ }
1043
+ /* Set control message to indicate that you want timestamps. */
1044
+ union {
1045
+ char cmsg_buf[CMSG_SPACE(sizeof(uint32_t))];
1046
+ struct cmsghdr align;
1047
+ } u;
1048
+ cmsghdr* cmsg = reinterpret_cast<cmsghdr*>(u.cmsg_buf);
1049
+ cmsg->cmsg_level = SOL_SOCKET;
1050
+ cmsg->cmsg_type = SO_TIMESTAMPING;
1051
+ cmsg->cmsg_len = CMSG_LEN(sizeof(uint32_t));
1052
+ *reinterpret_cast<int*>(CMSG_DATA(cmsg)) =
1053
+ grpc_core::kTimestampingRecordingOptions;
1054
+ msg->msg_control = u.cmsg_buf;
1055
+ msg->msg_controllen = CMSG_SPACE(sizeof(uint32_t));
1056
+
1057
+ /* If there was an error on sendmsg the logic in tcp_flush will handle it. */
1058
+ ssize_t length = tcp_send(tcp->fd, msg, additional_flags);
1059
+ *sent_length = length;
1060
+ /* Only save timestamps if all the bytes were taken by sendmsg. */
1061
+ if (sending_length == static_cast<size_t>(length)) {
1062
+ gpr_mu_lock(&tcp->tb_mu);
1063
+ grpc_core::TracedBuffer::AddNewEntry(
1064
+ &tcp->tb_head, static_cast<uint32_t>(tcp->bytes_counter + length),
1065
+ tcp->fd, tcp->outgoing_buffer_arg);
1066
+ gpr_mu_unlock(&tcp->tb_mu);
1067
+ tcp->outgoing_buffer_arg = nullptr;
1068
+ }
1069
+ return true;
1070
+ }
1071
+
1072
+ static void UnrefMaybePutZerocopySendRecord(grpc_tcp* tcp,
1073
+ TcpZerocopySendRecord* record,
1074
+ uint32_t seq, const char* tag);
1075
+ // Reads \a cmsg to process zerocopy control messages.
1076
+ static void process_zerocopy(grpc_tcp* tcp, struct cmsghdr* cmsg) {
1077
+ GPR_DEBUG_ASSERT(cmsg);
1078
+ auto serr = reinterpret_cast<struct sock_extended_err*>(CMSG_DATA(cmsg));
1079
+ GPR_DEBUG_ASSERT(serr->ee_errno == 0);
1080
+ GPR_DEBUG_ASSERT(serr->ee_origin == SO_EE_ORIGIN_ZEROCOPY);
1081
+ const uint32_t lo = serr->ee_info;
1082
+ const uint32_t hi = serr->ee_data;
1083
+ for (uint32_t seq = lo; seq <= hi; ++seq) {
1084
+ // TODO(arjunroy): It's likely that lo and hi refer to zerocopy sequence
1085
+ // numbers that are generated by a single call to grpc_endpoint_write; ie.
1086
+ // we can batch the unref operation. So, check if record is the same for
1087
+ // both; if so, batch the unref/put.
1088
+ TcpZerocopySendRecord* record =
1089
+ tcp->tcp_zerocopy_send_ctx.ReleaseSendRecord(seq);
1090
+ GPR_DEBUG_ASSERT(record);
1091
+ UnrefMaybePutZerocopySendRecord(tcp, record, seq, "CALLBACK RCVD");
1092
+ }
1093
+ }
1094
+
1095
+ // Whether the cmsg received from error queue is of the IPv4 or IPv6 levels.
1096
+ static bool CmsgIsIpLevel(const cmsghdr& cmsg) {
1097
+ return (cmsg.cmsg_level == SOL_IPV6 && cmsg.cmsg_type == IPV6_RECVERR) ||
1098
+ (cmsg.cmsg_level == SOL_IP && cmsg.cmsg_type == IP_RECVERR);
1099
+ }
1100
+
1101
+ static bool CmsgIsZeroCopy(const cmsghdr& cmsg) {
1102
+ if (!CmsgIsIpLevel(cmsg)) {
1103
+ return false;
1104
+ }
1105
+ auto serr = reinterpret_cast<const sock_extended_err*> CMSG_DATA(&cmsg);
1106
+ return serr->ee_errno == 0 && serr->ee_origin == SO_EE_ORIGIN_ZEROCOPY;
1107
+ }
1108
+
1109
+ /** Reads \a cmsg to derive timestamps from the control messages. If a valid
1110
+ * timestamp is found, the traced buffer list is updated with this timestamp.
1111
+ * The caller of this function should be looping on the control messages found
1112
+ * in \a msg. \a cmsg should point to the control message that the caller wants
1113
+ * processed.
1114
+ * On return, a pointer to a control message is returned. On the next iteration,
1115
+ * CMSG_NXTHDR(msg, ret_val) should be passed as \a cmsg. */
1116
+ struct cmsghdr* process_timestamp(grpc_tcp* tcp, msghdr* msg,
1117
+ struct cmsghdr* cmsg) {
1118
+ auto next_cmsg = CMSG_NXTHDR(msg, cmsg);
1119
+ cmsghdr* opt_stats = nullptr;
1120
+ if (next_cmsg == nullptr) {
1121
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
1122
+ gpr_log(GPR_ERROR, "Received timestamp without extended error");
1123
+ }
1124
+ return cmsg;
1125
+ }
1126
+
1127
+ /* Check if next_cmsg is an OPT_STATS msg */
1128
+ if (next_cmsg->cmsg_level == SOL_SOCKET &&
1129
+ next_cmsg->cmsg_type == SCM_TIMESTAMPING_OPT_STATS) {
1130
+ opt_stats = next_cmsg;
1131
+ next_cmsg = CMSG_NXTHDR(msg, opt_stats);
1132
+ if (next_cmsg == nullptr) {
1133
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
1134
+ gpr_log(GPR_ERROR, "Received timestamp without extended error");
1135
+ }
1136
+ return opt_stats;
1137
+ }
1138
+ }
1139
+
1140
+ if (!(next_cmsg->cmsg_level == SOL_IP || next_cmsg->cmsg_level == SOL_IPV6) ||
1141
+ !(next_cmsg->cmsg_type == IP_RECVERR ||
1142
+ next_cmsg->cmsg_type == IPV6_RECVERR)) {
1143
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
1144
+ gpr_log(GPR_ERROR, "Unexpected control message");
1145
+ }
1146
+ return cmsg;
1147
+ }
1148
+
1149
+ auto tss =
1150
+ reinterpret_cast<struct grpc_core::scm_timestamping*>(CMSG_DATA(cmsg));
1151
+ auto serr = reinterpret_cast<struct sock_extended_err*>(CMSG_DATA(next_cmsg));
1152
+ if (serr->ee_errno != ENOMSG ||
1153
+ serr->ee_origin != SO_EE_ORIGIN_TIMESTAMPING) {
1154
+ gpr_log(GPR_ERROR, "Unexpected control message");
1155
+ return cmsg;
1156
+ }
1157
+ /* The error handling can potentially be done on another thread so we need
1158
+ * to protect the traced buffer list. A lock free list might be better. Using
1159
+ * a simple mutex for now. */
1160
+ gpr_mu_lock(&tcp->tb_mu);
1161
+ grpc_core::TracedBuffer::ProcessTimestamp(&tcp->tb_head, serr, opt_stats,
1162
+ tss);
1163
+ gpr_mu_unlock(&tcp->tb_mu);
1164
+ return next_cmsg;
1165
+ }
1166
+
1167
+ /** For linux platforms, reads the socket's error queue and processes error
1168
+ * messages from the queue.
1169
+ */
1170
+ static bool process_errors(grpc_tcp* tcp) {
1171
+ bool processed_err = false;
1172
+ struct iovec iov;
1173
+ iov.iov_base = nullptr;
1174
+ iov.iov_len = 0;
1175
+ struct msghdr msg;
1176
+ msg.msg_name = nullptr;
1177
+ msg.msg_namelen = 0;
1178
+ msg.msg_iov = &iov;
1179
+ msg.msg_iovlen = 0;
1180
+ msg.msg_flags = 0;
1181
+ /* Allocate enough space so we don't need to keep increasing this as size
1182
+ * of OPT_STATS increase */
1183
+ constexpr size_t cmsg_alloc_space =
1184
+ CMSG_SPACE(sizeof(grpc_core::scm_timestamping)) +
1185
+ CMSG_SPACE(sizeof(sock_extended_err) + sizeof(sockaddr_in)) +
1186
+ CMSG_SPACE(32 * NLA_ALIGN(NLA_HDRLEN + sizeof(uint64_t)));
1187
+ /* Allocate aligned space for cmsgs received along with timestamps */
1188
+ union {
1189
+ char rbuf[cmsg_alloc_space];
1190
+ struct cmsghdr align;
1191
+ } aligned_buf;
1192
+ msg.msg_control = aligned_buf.rbuf;
1193
+ int r, saved_errno;
1194
+ while (true) {
1195
+ msg.msg_controllen = sizeof(aligned_buf.rbuf);
1196
+ do {
1197
+ r = recvmsg(tcp->fd, &msg, MSG_ERRQUEUE);
1198
+ saved_errno = errno;
1199
+ } while (r < 0 && saved_errno == EINTR);
1200
+
1201
+ if (r == -1 && saved_errno == EAGAIN) {
1202
+ return processed_err; /* No more errors to process */
1203
+ }
1204
+ if (r == -1) {
1205
+ return processed_err;
1206
+ }
1207
+ if (GPR_UNLIKELY((msg.msg_flags & MSG_CTRUNC) != 0)) {
1208
+ gpr_log(GPR_ERROR, "Error message was truncated.");
1209
+ }
1210
+
1211
+ if (msg.msg_controllen == 0) {
1212
+ /* There was no control message found. It was probably spurious. */
1213
+ return processed_err;
1214
+ }
1215
+ bool seen = false;
1216
+ for (auto cmsg = CMSG_FIRSTHDR(&msg); cmsg && cmsg->cmsg_len;
1217
+ cmsg = CMSG_NXTHDR(&msg, cmsg)) {
1218
+ if (CmsgIsZeroCopy(*cmsg)) {
1219
+ process_zerocopy(tcp, cmsg);
1220
+ seen = true;
1221
+ processed_err = true;
1222
+ } else if (cmsg->cmsg_level == SOL_SOCKET &&
1223
+ cmsg->cmsg_type == SCM_TIMESTAMPING) {
1224
+ cmsg = process_timestamp(tcp, &msg, cmsg);
1225
+ seen = true;
1226
+ processed_err = true;
1227
+ } else {
1228
+ /* Got a control message that is not a timestamp or zerocopy. Don't know
1229
+ * how to handle this. */
1230
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
1231
+ gpr_log(GPR_INFO,
1232
+ "unknown control message cmsg_level:%d cmsg_type:%d",
1233
+ cmsg->cmsg_level, cmsg->cmsg_type);
1234
+ }
1235
+ return processed_err;
1236
+ }
1237
+ }
1238
+ if (!seen) {
1239
+ return processed_err;
1240
+ }
1241
+ }
1242
+ }
1243
+
1244
+ static void tcp_handle_error(void* arg /* grpc_tcp */,
1245
+ grpc_error_handle error) {
1246
+ grpc_tcp* tcp = static_cast<grpc_tcp*>(arg);
1247
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
1248
+ gpr_log(GPR_INFO, "TCP:%p got_error: %s", tcp,
1249
+ grpc_error_std_string(error).c_str());
1250
+ }
1251
+
1252
+ if (error != GRPC_ERROR_NONE ||
1253
+ static_cast<bool>(gpr_atm_acq_load(&tcp->stop_error_notification))) {
1254
+ /* We aren't going to register to hear on error anymore, so it is safe to
1255
+ * unref. */
1256
+ TCP_UNREF(tcp, "error-tracking");
1257
+ return;
1258
+ }
1259
+
1260
+ /* We are still interested in collecting timestamps, so let's try reading
1261
+ * them. */
1262
+ bool processed = process_errors(tcp);
1263
+ /* This might not a timestamps error. Set the read and write closures to be
1264
+ * ready. */
1265
+ if (!processed) {
1266
+ grpc_fd_set_readable(tcp->em_fd);
1267
+ grpc_fd_set_writable(tcp->em_fd);
1268
+ }
1269
+ grpc_fd_notify_on_error(tcp->em_fd, &tcp->error_closure);
1270
+ }
1271
+
1272
+ #else /* GRPC_LINUX_ERRQUEUE */
1273
+ static TcpZerocopySendRecord* tcp_get_send_zerocopy_record(
1274
+ grpc_tcp* /*tcp*/, grpc_slice_buffer* /*buf*/) {
1275
+ return nullptr;
1276
+ }
1277
+
1278
+ static void ZerocopyDisableAndWaitForRemaining(grpc_tcp* /*tcp*/) {}
1279
+
1280
+ static bool tcp_write_with_timestamps(grpc_tcp* /*tcp*/, struct msghdr* /*msg*/,
1281
+ size_t /*sending_length*/,
1282
+ ssize_t* /*sent_length*/,
1283
+ int /*additional_flags*/) {
1284
+ gpr_log(GPR_ERROR, "Write with timestamps not supported for this platform");
1285
+ GPR_ASSERT(0);
1286
+ return false;
1287
+ }
1288
+
1289
+ static void tcp_handle_error(void* /*arg*/ /* grpc_tcp */,
1290
+ grpc_error_handle /*error*/) {
1291
+ gpr_log(GPR_ERROR, "Error handling is not supported for this platform");
1292
+ GPR_ASSERT(0);
1293
+ }
1294
+ #endif /* GRPC_LINUX_ERRQUEUE */
1295
+
1296
+ /* If outgoing_buffer_arg is filled, shuts down the list early, so that any
1297
+ * release operations needed can be performed on the arg */
1298
+ void tcp_shutdown_buffer_list(grpc_tcp* tcp) {
1299
+ if (tcp->outgoing_buffer_arg) {
1300
+ gpr_mu_lock(&tcp->tb_mu);
1301
+ grpc_core::TracedBuffer::Shutdown(
1302
+ &tcp->tb_head, tcp->outgoing_buffer_arg,
1303
+ GRPC_ERROR_CREATE_FROM_STATIC_STRING("TracedBuffer list shutdown"));
1304
+ gpr_mu_unlock(&tcp->tb_mu);
1305
+ tcp->outgoing_buffer_arg = nullptr;
1306
+ }
1307
+ }
1308
+
1309
+ #if defined(IOV_MAX) && IOV_MAX < 260
1310
+ #define MAX_WRITE_IOVEC IOV_MAX
1311
+ #else
1312
+ #define MAX_WRITE_IOVEC 260
1313
+ #endif
1314
+ msg_iovlen_type TcpZerocopySendRecord::PopulateIovs(size_t* unwind_slice_idx,
1315
+ size_t* unwind_byte_idx,
1316
+ size_t* sending_length,
1317
+ iovec* iov) {
1318
+ msg_iovlen_type iov_size;
1319
+ *unwind_slice_idx = out_offset_.slice_idx;
1320
+ *unwind_byte_idx = out_offset_.byte_idx;
1321
+ for (iov_size = 0;
1322
+ out_offset_.slice_idx != buf_.count && iov_size != MAX_WRITE_IOVEC;
1323
+ iov_size++) {
1324
+ iov[iov_size].iov_base =
1325
+ GRPC_SLICE_START_PTR(buf_.slices[out_offset_.slice_idx]) +
1326
+ out_offset_.byte_idx;
1327
+ iov[iov_size].iov_len =
1328
+ GRPC_SLICE_LENGTH(buf_.slices[out_offset_.slice_idx]) -
1329
+ out_offset_.byte_idx;
1330
+ *sending_length += iov[iov_size].iov_len;
1331
+ ++(out_offset_.slice_idx);
1332
+ out_offset_.byte_idx = 0;
1333
+ }
1334
+ GPR_DEBUG_ASSERT(iov_size > 0);
1335
+ return iov_size;
1336
+ }
1337
+
1338
+ void TcpZerocopySendRecord::UpdateOffsetForBytesSent(size_t sending_length,
1339
+ size_t actually_sent) {
1340
+ size_t trailing = sending_length - actually_sent;
1341
+ while (trailing > 0) {
1342
+ size_t slice_length;
1343
+ out_offset_.slice_idx--;
1344
+ slice_length = GRPC_SLICE_LENGTH(buf_.slices[out_offset_.slice_idx]);
1345
+ if (slice_length > trailing) {
1346
+ out_offset_.byte_idx = slice_length - trailing;
1347
+ break;
1348
+ } else {
1349
+ trailing -= slice_length;
1350
+ }
1351
+ }
1352
+ }
1353
+
1354
+ // returns true if done, false if pending; if returning true, *error is set
1355
+ static bool do_tcp_flush_zerocopy(grpc_tcp* tcp, TcpZerocopySendRecord* record,
1356
+ grpc_error_handle* error) {
1357
+ msg_iovlen_type iov_size;
1358
+ ssize_t sent_length = 0;
1359
+ size_t sending_length;
1360
+ size_t unwind_slice_idx;
1361
+ size_t unwind_byte_idx;
1362
+ bool tried_sending_message;
1363
+ msghdr msg;
1364
+ // iov consumes a large space. Keep it as the last item on the stack to
1365
+ // improve locality. After all, we expect only the first elements of it being
1366
+ // populated in most cases.
1367
+ iovec iov[MAX_WRITE_IOVEC];
1368
+ while (true) {
1369
+ sending_length = 0;
1370
+ iov_size = record->PopulateIovs(&unwind_slice_idx, &unwind_byte_idx,
1371
+ &sending_length, iov);
1372
+ msg.msg_name = nullptr;
1373
+ msg.msg_namelen = 0;
1374
+ msg.msg_iov = iov;
1375
+ msg.msg_iovlen = iov_size;
1376
+ msg.msg_flags = 0;
1377
+ tried_sending_message = false;
1378
+ // Before calling sendmsg (with or without timestamps): we
1379
+ // take a single ref on the zerocopy send record.
1380
+ tcp->tcp_zerocopy_send_ctx.NoteSend(record);
1381
+ if (tcp->outgoing_buffer_arg != nullptr) {
1382
+ if (!tcp->ts_capable ||
1383
+ !tcp_write_with_timestamps(tcp, &msg, sending_length, &sent_length,
1384
+ MSG_ZEROCOPY)) {
1385
+ /* We could not set socket options to collect Fathom timestamps.
1386
+ * Fallback on writing without timestamps. */
1387
+ tcp->ts_capable = false;
1388
+ tcp_shutdown_buffer_list(tcp);
1389
+ } else {
1390
+ tried_sending_message = true;
1391
+ }
1392
+ }
1393
+ if (!tried_sending_message) {
1394
+ msg.msg_control = nullptr;
1395
+ msg.msg_controllen = 0;
1396
+ GRPC_STATS_INC_TCP_WRITE_SIZE(sending_length);
1397
+ GRPC_STATS_INC_TCP_WRITE_IOV_SIZE(iov_size);
1398
+ sent_length = tcp_send(tcp->fd, &msg, MSG_ZEROCOPY);
1399
+ }
1400
+ if (sent_length < 0) {
1401
+ // If this particular send failed, drop ref taken earlier in this method.
1402
+ tcp->tcp_zerocopy_send_ctx.UndoSend();
1403
+ if (errno == EAGAIN) {
1404
+ record->UnwindIfThrottled(unwind_slice_idx, unwind_byte_idx);
1405
+ return false;
1406
+ } else if (errno == EPIPE) {
1407
+ *error = tcp_annotate_error(GRPC_OS_ERROR(errno, "sendmsg"), tcp);
1408
+ tcp_shutdown_buffer_list(tcp);
1409
+ return true;
1410
+ } else {
1411
+ *error = tcp_annotate_error(GRPC_OS_ERROR(errno, "sendmsg"), tcp);
1412
+ tcp_shutdown_buffer_list(tcp);
1413
+ return true;
1414
+ }
1415
+ }
1416
+ tcp->bytes_counter += sent_length;
1417
+ record->UpdateOffsetForBytesSent(sending_length,
1418
+ static_cast<size_t>(sent_length));
1419
+ if (record->AllSlicesSent()) {
1420
+ *error = GRPC_ERROR_NONE;
1421
+ return true;
1422
+ }
1423
+ }
1424
+ }
1425
+
1426
+ static void UnrefMaybePutZerocopySendRecord(grpc_tcp* tcp,
1427
+ TcpZerocopySendRecord* record,
1428
+ uint32_t /*seq*/,
1429
+ const char* /*tag*/) {
1430
+ if (record->Unref()) {
1431
+ tcp->tcp_zerocopy_send_ctx.PutSendRecord(record);
1432
+ }
1433
+ }
1434
+
1435
+ static bool tcp_flush_zerocopy(grpc_tcp* tcp, TcpZerocopySendRecord* record,
1436
+ grpc_error_handle* error) {
1437
+ bool done = do_tcp_flush_zerocopy(tcp, record, error);
1438
+ if (done) {
1439
+ // Either we encountered an error, or we successfully sent all the bytes.
1440
+ // In either case, we're done with this record.
1441
+ UnrefMaybePutZerocopySendRecord(tcp, record, 0, "flush_done");
1442
+ }
1443
+ return done;
1444
+ }
1445
+
1446
+ static bool tcp_flush(grpc_tcp* tcp, grpc_error_handle* error) {
1447
+ struct msghdr msg;
1448
+ struct iovec iov[MAX_WRITE_IOVEC];
1449
+ msg_iovlen_type iov_size;
1450
+ ssize_t sent_length = 0;
1451
+ size_t sending_length;
1452
+ size_t trailing;
1453
+ size_t unwind_slice_idx;
1454
+ size_t unwind_byte_idx;
1455
+
1456
+ // We always start at zero, because we eagerly unref and trim the slice
1457
+ // buffer as we write
1458
+ size_t outgoing_slice_idx = 0;
1459
+
1460
+ while (true) {
1461
+ sending_length = 0;
1462
+ unwind_slice_idx = outgoing_slice_idx;
1463
+ unwind_byte_idx = tcp->outgoing_byte_idx;
1464
+ for (iov_size = 0; outgoing_slice_idx != tcp->outgoing_buffer->count &&
1465
+ iov_size != MAX_WRITE_IOVEC;
1466
+ iov_size++) {
1467
+ iov[iov_size].iov_base =
1468
+ GRPC_SLICE_START_PTR(
1469
+ tcp->outgoing_buffer->slices[outgoing_slice_idx]) +
1470
+ tcp->outgoing_byte_idx;
1471
+ iov[iov_size].iov_len =
1472
+ GRPC_SLICE_LENGTH(tcp->outgoing_buffer->slices[outgoing_slice_idx]) -
1473
+ tcp->outgoing_byte_idx;
1474
+ sending_length += iov[iov_size].iov_len;
1475
+ outgoing_slice_idx++;
1476
+ tcp->outgoing_byte_idx = 0;
1477
+ }
1478
+ GPR_ASSERT(iov_size > 0);
1479
+
1480
+ msg.msg_name = nullptr;
1481
+ msg.msg_namelen = 0;
1482
+ msg.msg_iov = iov;
1483
+ msg.msg_iovlen = iov_size;
1484
+ msg.msg_flags = 0;
1485
+ bool tried_sending_message = false;
1486
+ if (tcp->outgoing_buffer_arg != nullptr) {
1487
+ if (!tcp->ts_capable ||
1488
+ !tcp_write_with_timestamps(tcp, &msg, sending_length, &sent_length)) {
1489
+ /* We could not set socket options to collect Fathom timestamps.
1490
+ * Fallback on writing without timestamps. */
1491
+ tcp->ts_capable = false;
1492
+ tcp_shutdown_buffer_list(tcp);
1493
+ } else {
1494
+ tried_sending_message = true;
1495
+ }
1496
+ }
1497
+ if (!tried_sending_message) {
1498
+ msg.msg_control = nullptr;
1499
+ msg.msg_controllen = 0;
1500
+
1501
+ GRPC_STATS_INC_TCP_WRITE_SIZE(sending_length);
1502
+ GRPC_STATS_INC_TCP_WRITE_IOV_SIZE(iov_size);
1503
+
1504
+ sent_length = tcp_send(tcp->fd, &msg);
1505
+ }
1506
+
1507
+ if (sent_length < 0) {
1508
+ if (errno == EAGAIN) {
1509
+ tcp->outgoing_byte_idx = unwind_byte_idx;
1510
+ // unref all and forget about all slices that have been written to this
1511
+ // point
1512
+ for (size_t idx = 0; idx < unwind_slice_idx; ++idx) {
1513
+ grpc_slice_buffer_remove_first(tcp->outgoing_buffer);
1514
+ }
1515
+ return false;
1516
+ } else if (errno == EPIPE) {
1517
+ *error = tcp_annotate_error(GRPC_OS_ERROR(errno, "sendmsg"), tcp);
1518
+ grpc_slice_buffer_reset_and_unref_internal(tcp->outgoing_buffer);
1519
+ tcp_shutdown_buffer_list(tcp);
1520
+ return true;
1521
+ } else {
1522
+ *error = tcp_annotate_error(GRPC_OS_ERROR(errno, "sendmsg"), tcp);
1523
+ grpc_slice_buffer_reset_and_unref_internal(tcp->outgoing_buffer);
1524
+ tcp_shutdown_buffer_list(tcp);
1525
+ return true;
1526
+ }
1527
+ }
1528
+
1529
+ GPR_ASSERT(tcp->outgoing_byte_idx == 0);
1530
+ tcp->bytes_counter += sent_length;
1531
+ trailing = sending_length - static_cast<size_t>(sent_length);
1532
+ while (trailing > 0) {
1533
+ size_t slice_length;
1534
+
1535
+ outgoing_slice_idx--;
1536
+ slice_length =
1537
+ GRPC_SLICE_LENGTH(tcp->outgoing_buffer->slices[outgoing_slice_idx]);
1538
+ if (slice_length > trailing) {
1539
+ tcp->outgoing_byte_idx = slice_length - trailing;
1540
+ break;
1541
+ } else {
1542
+ trailing -= slice_length;
1543
+ }
1544
+ }
1545
+ if (outgoing_slice_idx == tcp->outgoing_buffer->count) {
1546
+ *error = GRPC_ERROR_NONE;
1547
+ grpc_slice_buffer_reset_and_unref_internal(tcp->outgoing_buffer);
1548
+ return true;
1549
+ }
1550
+ }
1551
+ }
1552
+
1553
+ static void tcp_handle_write(void* arg /* grpc_tcp */,
1554
+ grpc_error_handle error) {
1555
+ grpc_tcp* tcp = static_cast<grpc_tcp*>(arg);
1556
+ grpc_closure* cb;
1557
+
1558
+ if (error != GRPC_ERROR_NONE) {
1559
+ cb = tcp->write_cb;
1560
+ tcp->write_cb = nullptr;
1561
+ if (tcp->current_zerocopy_send != nullptr) {
1562
+ UnrefMaybePutZerocopySendRecord(tcp, tcp->current_zerocopy_send, 0,
1563
+ "handle_write_err");
1564
+ tcp->current_zerocopy_send = nullptr;
1565
+ }
1566
+ grpc_core::Closure::Run(DEBUG_LOCATION, cb, GRPC_ERROR_REF(error));
1567
+ TCP_UNREF(tcp, "write");
1568
+ return;
1569
+ }
1570
+
1571
+ bool flush_result =
1572
+ tcp->current_zerocopy_send != nullptr
1573
+ ? tcp_flush_zerocopy(tcp, tcp->current_zerocopy_send, &error)
1574
+ : tcp_flush(tcp, &error);
1575
+ if (!flush_result) {
1576
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
1577
+ gpr_log(GPR_INFO, "write: delayed");
1578
+ }
1579
+ notify_on_write(tcp);
1580
+ // tcp_flush does not populate error if it has returned false.
1581
+ GPR_DEBUG_ASSERT(error == GRPC_ERROR_NONE);
1582
+ } else {
1583
+ cb = tcp->write_cb;
1584
+ tcp->write_cb = nullptr;
1585
+ tcp->current_zerocopy_send = nullptr;
1586
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
1587
+ gpr_log(GPR_INFO, "write: %s", grpc_error_std_string(error).c_str());
1588
+ }
1589
+ // No need to take a ref on error since tcp_flush provides a ref.
1590
+ grpc_core::Closure::Run(DEBUG_LOCATION, cb, error);
1591
+ TCP_UNREF(tcp, "write");
1592
+ }
1593
+ }
1594
+
1595
+ static void tcp_write(grpc_endpoint* ep, grpc_slice_buffer* buf,
1596
+ grpc_closure* cb, void* arg) {
1597
+ GPR_TIMER_SCOPE("tcp_write", 0);
1598
+ grpc_tcp* tcp = reinterpret_cast<grpc_tcp*>(ep);
1599
+ grpc_error_handle error = GRPC_ERROR_NONE;
1600
+ TcpZerocopySendRecord* zerocopy_send_record = nullptr;
1601
+
1602
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
1603
+ size_t i;
1604
+
1605
+ for (i = 0; i < buf->count; i++) {
1606
+ gpr_log(GPR_INFO, "WRITE %p (peer=%s)", tcp, tcp->peer_string.c_str());
1607
+ if (gpr_should_log(GPR_LOG_SEVERITY_DEBUG)) {
1608
+ char* data =
1609
+ grpc_dump_slice(buf->slices[i], GPR_DUMP_HEX | GPR_DUMP_ASCII);
1610
+ gpr_log(GPR_DEBUG, "DATA: %s", data);
1611
+ gpr_free(data);
1612
+ }
1613
+ }
1614
+ }
1615
+
1616
+ GPR_ASSERT(tcp->write_cb == nullptr);
1617
+ GPR_DEBUG_ASSERT(tcp->current_zerocopy_send == nullptr);
1618
+
1619
+ if (buf->length == 0) {
1620
+ grpc_core::Closure::Run(
1621
+ DEBUG_LOCATION, cb,
1622
+ grpc_fd_is_shutdown(tcp->em_fd)
1623
+ ? tcp_annotate_error(GRPC_ERROR_CREATE_FROM_STATIC_STRING("EOF"),
1624
+ tcp)
1625
+ : GRPC_ERROR_NONE);
1626
+ tcp_shutdown_buffer_list(tcp);
1627
+ return;
1628
+ }
1629
+
1630
+ zerocopy_send_record = tcp_get_send_zerocopy_record(tcp, buf);
1631
+ if (zerocopy_send_record == nullptr) {
1632
+ // Either not enough bytes, or couldn't allocate a zerocopy context.
1633
+ tcp->outgoing_buffer = buf;
1634
+ tcp->outgoing_byte_idx = 0;
1635
+ }
1636
+ tcp->outgoing_buffer_arg = arg;
1637
+ if (arg) {
1638
+ GPR_ASSERT(grpc_event_engine_can_track_errors());
1639
+ }
1640
+
1641
+ bool flush_result =
1642
+ zerocopy_send_record != nullptr
1643
+ ? tcp_flush_zerocopy(tcp, zerocopy_send_record, &error)
1644
+ : tcp_flush(tcp, &error);
1645
+ if (!flush_result) {
1646
+ TCP_REF(tcp, "write");
1647
+ tcp->write_cb = cb;
1648
+ tcp->current_zerocopy_send = zerocopy_send_record;
1649
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
1650
+ gpr_log(GPR_INFO, "write: delayed");
1651
+ }
1652
+ notify_on_write(tcp);
1653
+ } else {
1654
+ if (GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace)) {
1655
+ gpr_log(GPR_INFO, "write: %s", grpc_error_std_string(error).c_str());
1656
+ }
1657
+ grpc_core::Closure::Run(DEBUG_LOCATION, cb, error);
1658
+ }
1659
+ }
1660
+
1661
+ static void tcp_add_to_pollset(grpc_endpoint* ep, grpc_pollset* pollset) {
1662
+ grpc_tcp* tcp = reinterpret_cast<grpc_tcp*>(ep);
1663
+ grpc_pollset_add_fd(pollset, tcp->em_fd);
1664
+ }
1665
+
1666
+ static void tcp_add_to_pollset_set(grpc_endpoint* ep,
1667
+ grpc_pollset_set* pollset_set) {
1668
+ grpc_tcp* tcp = reinterpret_cast<grpc_tcp*>(ep);
1669
+ grpc_pollset_set_add_fd(pollset_set, tcp->em_fd);
1670
+ }
1671
+
1672
+ static void tcp_delete_from_pollset_set(grpc_endpoint* ep,
1673
+ grpc_pollset_set* pollset_set) {
1674
+ grpc_tcp* tcp = reinterpret_cast<grpc_tcp*>(ep);
1675
+ grpc_pollset_set_del_fd(pollset_set, tcp->em_fd);
1676
+ }
1677
+
1678
+ static absl::string_view tcp_get_peer(grpc_endpoint* ep) {
1679
+ grpc_tcp* tcp = reinterpret_cast<grpc_tcp*>(ep);
1680
+ return tcp->peer_string;
1681
+ }
1682
+
1683
+ static absl::string_view tcp_get_local_address(grpc_endpoint* ep) {
1684
+ grpc_tcp* tcp = reinterpret_cast<grpc_tcp*>(ep);
1685
+ return tcp->local_address;
1686
+ }
1687
+
1688
+ static int tcp_get_fd(grpc_endpoint* ep) {
1689
+ grpc_tcp* tcp = reinterpret_cast<grpc_tcp*>(ep);
1690
+ return tcp->fd;
1691
+ }
1692
+
1693
+ static bool tcp_can_track_err(grpc_endpoint* ep) {
1694
+ grpc_tcp* tcp = reinterpret_cast<grpc_tcp*>(ep);
1695
+ if (!grpc_event_engine_can_track_errors()) {
1696
+ return false;
1697
+ }
1698
+ struct sockaddr addr;
1699
+ socklen_t len = sizeof(addr);
1700
+ if (getsockname(tcp->fd, &addr, &len) < 0) {
1701
+ return false;
1702
+ }
1703
+ return addr.sa_family == AF_INET || addr.sa_family == AF_INET6;
1704
+ }
1705
+
1706
+ static const grpc_endpoint_vtable vtable = {tcp_read,
1707
+ tcp_write,
1708
+ tcp_add_to_pollset,
1709
+ tcp_add_to_pollset_set,
1710
+ tcp_delete_from_pollset_set,
1711
+ tcp_shutdown,
1712
+ tcp_destroy,
1713
+ tcp_get_peer,
1714
+ tcp_get_local_address,
1715
+ tcp_get_fd,
1716
+ tcp_can_track_err};
1717
+
1718
+ #define MAX_CHUNK_SIZE (32 * 1024 * 1024)
1719
+
1720
+ grpc_endpoint* grpc_tcp_create(grpc_fd* em_fd,
1721
+ const grpc_channel_args* channel_args,
1722
+ absl::string_view peer_string) {
1723
+ static constexpr bool kZerocpTxEnabledDefault = false;
1724
+ int tcp_read_chunk_size = GRPC_TCP_DEFAULT_READ_SLICE_SIZE;
1725
+ int tcp_max_read_chunk_size = 4 * 1024 * 1024;
1726
+ int tcp_min_read_chunk_size = 256;
1727
+ bool tcp_tx_zerocopy_enabled = kZerocpTxEnabledDefault;
1728
+ int tcp_tx_zerocopy_send_bytes_thresh =
1729
+ grpc_core::TcpZerocopySendCtx::kDefaultSendBytesThreshold;
1730
+ int tcp_tx_zerocopy_max_simult_sends =
1731
+ grpc_core::TcpZerocopySendCtx::kDefaultMaxSends;
1732
+ if (channel_args != nullptr) {
1733
+ for (size_t i = 0; i < channel_args->num_args; i++) {
1734
+ if (0 ==
1735
+ strcmp(channel_args->args[i].key, GRPC_ARG_TCP_READ_CHUNK_SIZE)) {
1736
+ grpc_integer_options options = {tcp_read_chunk_size, 1, MAX_CHUNK_SIZE};
1737
+ tcp_read_chunk_size =
1738
+ grpc_channel_arg_get_integer(&channel_args->args[i], options);
1739
+ } else if (0 == strcmp(channel_args->args[i].key,
1740
+ GRPC_ARG_TCP_MIN_READ_CHUNK_SIZE)) {
1741
+ grpc_integer_options options = {tcp_read_chunk_size, 1, MAX_CHUNK_SIZE};
1742
+ tcp_min_read_chunk_size =
1743
+ grpc_channel_arg_get_integer(&channel_args->args[i], options);
1744
+ } else if (0 == strcmp(channel_args->args[i].key,
1745
+ GRPC_ARG_TCP_MAX_READ_CHUNK_SIZE)) {
1746
+ grpc_integer_options options = {tcp_read_chunk_size, 1, MAX_CHUNK_SIZE};
1747
+ tcp_max_read_chunk_size =
1748
+ grpc_channel_arg_get_integer(&channel_args->args[i], options);
1749
+ } else if (0 == strcmp(channel_args->args[i].key,
1750
+ GRPC_ARG_TCP_TX_ZEROCOPY_ENABLED)) {
1751
+ tcp_tx_zerocopy_enabled = grpc_channel_arg_get_bool(
1752
+ &channel_args->args[i], kZerocpTxEnabledDefault);
1753
+ } else if (0 == strcmp(channel_args->args[i].key,
1754
+ GRPC_ARG_TCP_TX_ZEROCOPY_SEND_BYTES_THRESHOLD)) {
1755
+ grpc_integer_options options = {
1756
+ grpc_core::TcpZerocopySendCtx::kDefaultSendBytesThreshold, 0,
1757
+ INT_MAX};
1758
+ tcp_tx_zerocopy_send_bytes_thresh =
1759
+ grpc_channel_arg_get_integer(&channel_args->args[i], options);
1760
+ } else if (0 == strcmp(channel_args->args[i].key,
1761
+ GRPC_ARG_TCP_TX_ZEROCOPY_MAX_SIMULT_SENDS)) {
1762
+ grpc_integer_options options = {
1763
+ grpc_core::TcpZerocopySendCtx::kDefaultMaxSends, 0, INT_MAX};
1764
+ tcp_tx_zerocopy_max_simult_sends =
1765
+ grpc_channel_arg_get_integer(&channel_args->args[i], options);
1766
+ }
1767
+ }
1768
+ }
1769
+
1770
+ if (tcp_min_read_chunk_size > tcp_max_read_chunk_size) {
1771
+ tcp_min_read_chunk_size = tcp_max_read_chunk_size;
1772
+ }
1773
+ tcp_read_chunk_size = grpc_core::Clamp(
1774
+ tcp_read_chunk_size, tcp_min_read_chunk_size, tcp_max_read_chunk_size);
1775
+
1776
+ grpc_tcp* tcp = new grpc_tcp(tcp_tx_zerocopy_max_simult_sends,
1777
+ tcp_tx_zerocopy_send_bytes_thresh);
1778
+ tcp->base.vtable = &vtable;
1779
+ tcp->peer_string = std::string(peer_string);
1780
+ tcp->fd = grpc_fd_wrapped_fd(em_fd);
1781
+ tcp->memory_owner = grpc_core::ResourceQuotaFromChannelArgs(channel_args)
1782
+ ->memory_quota()
1783
+ ->CreateMemoryOwner(peer_string);
1784
+ tcp->self_reservation = tcp->memory_owner.MakeReservation(sizeof(grpc_tcp));
1785
+ grpc_resolved_address resolved_local_addr;
1786
+ memset(&resolved_local_addr, 0, sizeof(resolved_local_addr));
1787
+ resolved_local_addr.len = sizeof(resolved_local_addr.addr);
1788
+ if (getsockname(tcp->fd,
1789
+ reinterpret_cast<sockaddr*>(resolved_local_addr.addr),
1790
+ &resolved_local_addr.len) < 0) {
1791
+ tcp->local_address = "";
1792
+ } else {
1793
+ tcp->local_address = grpc_sockaddr_to_uri(&resolved_local_addr);
1794
+ }
1795
+ tcp->read_cb = nullptr;
1796
+ tcp->write_cb = nullptr;
1797
+ tcp->current_zerocopy_send = nullptr;
1798
+ tcp->release_fd_cb = nullptr;
1799
+ tcp->release_fd = nullptr;
1800
+ tcp->target_length = static_cast<double>(tcp_read_chunk_size);
1801
+ tcp->min_read_chunk_size = tcp_min_read_chunk_size;
1802
+ tcp->max_read_chunk_size = tcp_max_read_chunk_size;
1803
+ tcp->bytes_read_this_round = 0;
1804
+ /* Will be set to false by the very first endpoint read function */
1805
+ tcp->is_first_read = true;
1806
+ tcp->has_posted_reclaimer = false;
1807
+ tcp->bytes_counter = -1;
1808
+ tcp->socket_ts_enabled = false;
1809
+ tcp->ts_capable = true;
1810
+ tcp->outgoing_buffer_arg = nullptr;
1811
+ tcp->curr_read_completed = true;
1812
+ tcp->curr_min_read_chunk_size = tcp->min_read_chunk_size;
1813
+ if (tcp_tx_zerocopy_enabled && !tcp->tcp_zerocopy_send_ctx.memory_limited()) {
1814
+ #ifdef GRPC_LINUX_ERRQUEUE
1815
+ const int enable = 1;
1816
+ auto err =
1817
+ setsockopt(tcp->fd, SOL_SOCKET, SO_ZEROCOPY, &enable, sizeof(enable));
1818
+ if (err == 0) {
1819
+ tcp->tcp_zerocopy_send_ctx.set_enabled(true);
1820
+ } else {
1821
+ gpr_log(GPR_ERROR, "Failed to set zerocopy options on the socket.");
1822
+ }
1823
+ #endif
1824
+ }
1825
+ /* paired with unref in grpc_tcp_destroy */
1826
+ new (&tcp->refcount) grpc_core::RefCount(
1827
+ 1, GRPC_TRACE_FLAG_ENABLED(grpc_tcp_trace) ? "tcp" : nullptr);
1828
+ gpr_atm_no_barrier_store(&tcp->shutdown_count, 0);
1829
+ tcp->em_fd = em_fd;
1830
+ grpc_slice_buffer_init(&tcp->last_read_buffer);
1831
+ gpr_mu_init(&tcp->tb_mu);
1832
+ tcp->tb_head = nullptr;
1833
+ GRPC_CLOSURE_INIT(&tcp->read_done_closure, tcp_handle_read, tcp,
1834
+ grpc_schedule_on_exec_ctx);
1835
+ if (grpc_event_engine_run_in_background()) {
1836
+ // If there is a polling engine always running in the background, there is
1837
+ // no need to run the backup poller.
1838
+ GRPC_CLOSURE_INIT(&tcp->write_done_closure, tcp_handle_write, tcp,
1839
+ grpc_schedule_on_exec_ctx);
1840
+ } else {
1841
+ GRPC_CLOSURE_INIT(&tcp->write_done_closure,
1842
+ tcp_drop_uncovered_then_handle_write, tcp,
1843
+ grpc_schedule_on_exec_ctx);
1844
+ }
1845
+ /* Always assume there is something on the queue to read. */
1846
+ tcp->inq = 1;
1847
+ #ifdef GRPC_HAVE_TCP_INQ
1848
+ int one = 1;
1849
+ if (setsockopt(tcp->fd, SOL_TCP, TCP_INQ, &one, sizeof(one)) == 0) {
1850
+ tcp->inq_capable = true;
1851
+ } else {
1852
+ gpr_log(GPR_DEBUG, "cannot set inq fd=%d errno=%d", tcp->fd, errno);
1853
+ tcp->inq_capable = false;
1854
+ }
1855
+ #else
1856
+ tcp->inq_capable = false;
1857
+ #endif /* GRPC_HAVE_TCP_INQ */
1858
+ /* Start being notified on errors if event engine can track errors. */
1859
+ if (grpc_event_engine_can_track_errors()) {
1860
+ /* Grab a ref to tcp so that we can safely access the tcp struct when
1861
+ * processing errors. We unref when we no longer want to track errors
1862
+ * separately. */
1863
+ TCP_REF(tcp, "error-tracking");
1864
+ gpr_atm_rel_store(&tcp->stop_error_notification, 0);
1865
+ GRPC_CLOSURE_INIT(&tcp->error_closure, tcp_handle_error, tcp,
1866
+ grpc_schedule_on_exec_ctx);
1867
+ grpc_fd_notify_on_error(tcp->em_fd, &tcp->error_closure);
1868
+ }
1869
+
1870
+ return &tcp->base;
1871
+ }
1872
+
1873
+ int grpc_tcp_fd(grpc_endpoint* ep) {
1874
+ grpc_tcp* tcp = reinterpret_cast<grpc_tcp*>(ep);
1875
+ GPR_ASSERT(ep->vtable == &vtable);
1876
+ return grpc_fd_wrapped_fd(tcp->em_fd);
1877
+ }
1878
+
1879
+ void grpc_tcp_destroy_and_release_fd(grpc_endpoint* ep, int* fd,
1880
+ grpc_closure* done) {
1881
+ grpc_tcp* tcp = reinterpret_cast<grpc_tcp*>(ep);
1882
+ GPR_ASSERT(ep->vtable == &vtable);
1883
+ tcp->release_fd = fd;
1884
+ tcp->release_fd_cb = done;
1885
+ grpc_slice_buffer_reset_and_unref_internal(&tcp->last_read_buffer);
1886
+ if (grpc_event_engine_can_track_errors()) {
1887
+ /* Stop errors notification. */
1888
+ ZerocopyDisableAndWaitForRemaining(tcp);
1889
+ gpr_atm_no_barrier_store(&tcp->stop_error_notification, true);
1890
+ grpc_fd_set_error(tcp->em_fd);
1891
+ }
1892
+ TCP_UNREF(tcp, "destroy");
1893
+ }
1894
+
1895
+ void grpc_tcp_posix_init() { g_backup_poller_mu = new grpc_core::Mutex; }
1896
+
1897
+ void grpc_tcp_posix_shutdown() {
1898
+ delete g_backup_poller_mu;
1899
+ g_backup_poller_mu = nullptr;
1900
+ }
1901
+
1902
+ #endif /* GRPC_POSIX_SOCKET_TCP */