grpc 1.46.2 → 1.48.0.pre1

Sign up to get free protection for your applications and to get access to all the features.

Potentially problematic release.


This version of grpc might be problematic. Click here for more details.

Files changed (810) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +138 -128
  3. data/include/grpc/compression.h +1 -1
  4. data/include/grpc/event_engine/event_engine.h +62 -18
  5. data/include/grpc/event_engine/memory_allocator.h +0 -15
  6. data/include/grpc/event_engine/port.h +1 -1
  7. data/include/grpc/event_engine/slice.h +286 -0
  8. data/include/grpc/event_engine/slice_buffer.h +118 -0
  9. data/include/grpc/grpc.h +3 -3
  10. data/include/grpc/grpc_security.h +11 -0
  11. data/include/grpc/impl/codegen/compression_types.h +2 -1
  12. data/include/grpc/impl/codegen/connectivity_state.h +2 -1
  13. data/include/grpc/impl/codegen/gpr_types.h +2 -1
  14. data/include/grpc/impl/codegen/grpc_types.h +2 -1
  15. data/include/grpc/impl/codegen/port_platform.h +106 -39
  16. data/include/grpc/impl/codegen/slice.h +1 -1
  17. data/src/core/ext/filters/census/grpc_context.cc +3 -0
  18. data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +35 -35
  19. data/src/core/ext/filters/channel_idle/channel_idle_filter.h +20 -1
  20. data/src/core/ext/filters/channel_idle/idle_filter_state.h +2 -0
  21. data/src/core/ext/filters/client_channel/backend_metric.cc +17 -12
  22. data/src/core/ext/filters/client_channel/backend_metric.h +19 -9
  23. data/src/core/ext/filters/client_channel/backup_poller.cc +8 -6
  24. data/src/core/ext/filters/client_channel/backup_poller.h +2 -4
  25. data/src/core/ext/filters/client_channel/channel_connectivity.cc +43 -21
  26. data/src/core/ext/filters/client_channel/client_channel.cc +111 -82
  27. data/src/core/ext/filters/client_channel/client_channel.h +43 -8
  28. data/src/core/ext/filters/client_channel/client_channel_channelz.cc +3 -5
  29. data/src/core/ext/filters/client_channel/client_channel_channelz.h +12 -2
  30. data/src/core/ext/filters/client_channel/client_channel_factory.cc +5 -0
  31. data/src/core/ext/filters/client_channel/client_channel_factory.h +8 -0
  32. data/src/core/ext/filters/client_channel/client_channel_plugin.cc +4 -13
  33. data/src/core/ext/filters/client_channel/config_selector.cc +1 -0
  34. data/src/core/ext/filters/client_channel/config_selector.h +8 -6
  35. data/src/core/ext/filters/client_channel/connector.h +9 -3
  36. data/src/core/ext/filters/client_channel/dynamic_filters.cc +19 -6
  37. data/src/core/ext/filters/client_channel/dynamic_filters.h +12 -2
  38. data/src/core/ext/filters/client_channel/global_subchannel_pool.cc +2 -0
  39. data/src/core/ext/filters/client_channel/global_subchannel_pool.h +3 -0
  40. data/src/core/ext/filters/client_channel/health/health_check_client.cc +14 -1
  41. data/src/core/ext/filters/client_channel/health/health_check_client.h +2 -0
  42. data/src/core/ext/filters/client_channel/http_proxy.cc +10 -2
  43. data/src/core/ext/filters/client_channel/http_proxy.h +3 -0
  44. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +6 -2
  45. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +1 -0
  46. data/src/core/ext/filters/client_channel/lb_policy/backend_metric_data.h +49 -0
  47. data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +12 -0
  48. data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.h +5 -0
  49. data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.cc +11 -5
  50. data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.h +1 -0
  51. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +132 -62
  52. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +4 -0
  53. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.h +6 -0
  54. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +10 -1
  55. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +6 -3
  56. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +407 -0
  57. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.h +57 -0
  58. data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.cc +1036 -0
  59. data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.h +54 -0
  60. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +149 -147
  61. data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +176 -85
  62. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +303 -203
  63. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +6 -1
  64. data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +92 -54
  65. data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +240 -214
  66. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +119 -111
  67. data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +86 -71
  68. data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +101 -25
  69. data/src/core/ext/filters/client_channel/lb_policy/xds/xds.h +6 -0
  70. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +35 -11
  71. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +36 -20
  72. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +78 -14
  73. data/src/core/ext/filters/client_channel/lb_policy.cc +4 -2
  74. data/src/core/ext/filters/client_channel/lb_policy.h +18 -31
  75. data/src/core/ext/filters/client_channel/lb_policy_factory.h +2 -0
  76. data/src/core/ext/filters/client_channel/lb_policy_registry.cc +11 -6
  77. data/src/core/ext/filters/client_channel/lb_policy_registry.h +6 -1
  78. data/src/core/ext/filters/client_channel/local_subchannel_pool.cc +4 -0
  79. data/src/core/ext/filters/client_channel/local_subchannel_pool.h +1 -0
  80. data/src/core/ext/filters/client_channel/proxy_mapper.h +1 -1
  81. data/src/core/ext/filters/client_channel/proxy_mapper_registry.cc +1 -0
  82. data/src/core/ext/filters/client_channel/proxy_mapper_registry.h +5 -0
  83. data/src/core/ext/filters/client_channel/resolver/binder/binder_resolver.cc +26 -6
  84. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +139 -48
  85. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.h +8 -1
  86. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +10 -8
  87. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +6 -6
  88. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +36 -14
  89. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +13 -4
  90. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_windows.cc +2 -1
  91. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_selection.cc +2 -0
  92. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_selection.h +2 -1
  93. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +39 -7
  94. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc +18 -19
  95. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +5 -2
  96. data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +61 -16
  97. data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +14 -2
  98. data/src/core/ext/filters/client_channel/resolver/polling_resolver.h +8 -1
  99. data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +17 -12
  100. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +111 -46
  101. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +3 -1
  102. data/src/core/ext/filters/client_channel/resolver_result_parsing.cc +12 -18
  103. data/src/core/ext/filters/client_channel/resolver_result_parsing.h +11 -5
  104. data/src/core/ext/filters/client_channel/retry_filter.cc +75 -36
  105. data/src/core/ext/filters/client_channel/retry_filter.h +1 -0
  106. data/src/core/ext/filters/client_channel/retry_service_config.cc +12 -13
  107. data/src/core/ext/filters/client_channel/retry_service_config.h +10 -1
  108. data/src/core/ext/filters/client_channel/retry_throttle.cc +1 -8
  109. data/src/core/ext/filters/client_channel/retry_throttle.h +7 -1
  110. data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +24 -6
  111. data/src/core/ext/filters/client_channel/subchannel.cc +186 -187
  112. data/src/core/ext/filters/client_channel/subchannel.h +80 -36
  113. data/src/core/ext/filters/client_channel/subchannel_interface.h +51 -41
  114. data/src/core/ext/filters/client_channel/subchannel_interface_internal.h +38 -0
  115. data/src/core/ext/filters/client_channel/subchannel_pool_interface.cc +12 -2
  116. data/src/core/ext/filters/client_channel/subchannel_pool_interface.h +6 -3
  117. data/src/core/ext/filters/client_channel/subchannel_stream_client.cc +24 -95
  118. data/src/core/ext/filters/client_channel/subchannel_stream_client.h +17 -9
  119. data/src/core/ext/filters/deadline/deadline_filter.cc +18 -9
  120. data/src/core/ext/filters/deadline/deadline_filter.h +8 -1
  121. data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +22 -6
  122. data/src/core/ext/filters/fault_injection/fault_injection_filter.h +8 -3
  123. data/src/core/ext/filters/fault_injection/service_config_parser.cc +7 -4
  124. data/src/core/ext/filters/fault_injection/service_config_parser.h +17 -3
  125. data/src/core/ext/filters/http/client/http_client_filter.cc +30 -10
  126. data/src/core/ext/filters/http/client/http_client_filter.h +15 -2
  127. data/src/core/ext/filters/http/client_authority_filter.cc +16 -20
  128. data/src/core/ext/filters/http/client_authority_filter.h +5 -2
  129. data/src/core/ext/filters/http/http_filters_plugin.cc +16 -9
  130. data/src/core/ext/filters/http/message_compress/message_compress_filter.cc +65 -187
  131. data/src/core/ext/filters/http/message_compress/message_compress_filter.h +1 -2
  132. data/src/core/ext/filters/http/message_compress/message_decompress_filter.cc +45 -107
  133. data/src/core/ext/filters/http/message_compress/message_decompress_filter.h +1 -0
  134. data/src/core/ext/filters/http/server/http_server_filter.cc +95 -255
  135. data/src/core/ext/filters/http/server/http_server_filter.h +37 -3
  136. data/src/core/ext/filters/message_size/message_size_filter.cc +45 -41
  137. data/src/core/ext/filters/message_size/message_size_filter.h +15 -2
  138. data/src/core/ext/filters/rbac/rbac_filter.cc +15 -3
  139. data/src/core/ext/filters/rbac/rbac_filter.h +8 -0
  140. data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +13 -2
  141. data/src/core/ext/filters/rbac/rbac_service_config_parser.h +14 -2
  142. data/src/core/ext/filters/server_config_selector/server_config_selector.cc +1 -0
  143. data/src/core/ext/filters/server_config_selector/server_config_selector.h +9 -0
  144. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +22 -2
  145. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.h +1 -0
  146. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +104 -138
  147. data/src/core/ext/transport/chttp2/client/chttp2_connector.h +9 -7
  148. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +58 -29
  149. data/src/core/ext/transport/chttp2/server/chttp2_server.h +2 -0
  150. data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +3 -3
  151. data/src/core/ext/transport/chttp2/transport/bin_decoder.h +2 -1
  152. data/src/core/ext/transport/chttp2/transport/bin_encoder.cc +1 -0
  153. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +260 -491
  154. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +6 -1
  155. data/src/core/ext/transport/chttp2/transport/context_list.cc +4 -0
  156. data/src/core/ext/transport/chttp2/transport/context_list.h +4 -1
  157. data/src/core/ext/transport/chttp2/transport/flow_control.cc +145 -261
  158. data/src/core/ext/transport/chttp2/transport/flow_control.h +179 -288
  159. data/src/core/ext/transport/chttp2/transport/frame.h +0 -4
  160. data/src/core/ext/transport/chttp2/transport/frame_data.cc +59 -211
  161. data/src/core/ext/transport/chttp2/transport/frame_data.h +13 -36
  162. data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +3 -0
  163. data/src/core/ext/transport/chttp2/transport/frame_goaway.h +3 -1
  164. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +5 -0
  165. data/src/core/ext/transport/chttp2/transport/frame_ping.h +3 -0
  166. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +6 -2
  167. data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +3 -0
  168. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +10 -42
  169. data/src/core/ext/transport/chttp2/transport/frame_settings.h +4 -0
  170. data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +10 -12
  171. data/src/core/ext/transport/chttp2/transport/frame_window_update.h +3 -0
  172. data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +14 -12
  173. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +15 -2
  174. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +3 -0
  175. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.h +3 -0
  176. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +32 -13
  177. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +8 -1
  178. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +53 -37
  179. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +38 -21
  180. data/src/core/ext/transport/chttp2/transport/http2_settings.h +0 -1
  181. data/src/core/ext/transport/chttp2/transport/internal.h +31 -112
  182. data/src/core/ext/transport/chttp2/transport/parsing.cc +77 -43
  183. data/src/core/ext/transport/chttp2/transport/stream_lists.cc +11 -11
  184. data/src/core/ext/transport/chttp2/transport/stream_map.cc +1 -1
  185. data/src/core/ext/transport/chttp2/transport/stream_map.h +1 -0
  186. data/src/core/ext/transport/chttp2/transport/varint.h +2 -0
  187. data/src/core/ext/transport/chttp2/transport/writing.cc +54 -21
  188. data/src/core/ext/transport/inproc/inproc_plugin.cc +0 -1
  189. data/src/core/ext/transport/inproc/inproc_transport.cc +93 -86
  190. data/src/core/ext/transport/inproc/inproc_transport.h +3 -1
  191. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.c +52 -0
  192. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +164 -0
  193. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.c +46 -0
  194. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +94 -0
  195. data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.c +47 -0
  196. data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.h +109 -0
  197. data/src/core/ext/xds/certificate_provider_factory.h +6 -1
  198. data/src/core/ext/xds/certificate_provider_registry.cc +8 -8
  199. data/src/core/ext/xds/certificate_provider_registry.h +3 -1
  200. data/src/core/ext/xds/certificate_provider_store.cc +6 -2
  201. data/src/core/ext/xds/certificate_provider_store.h +10 -1
  202. data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +9 -0
  203. data/src/core/ext/xds/file_watcher_certificate_provider_factory.h +8 -0
  204. data/src/core/ext/xds/upb_utils.h +1 -2
  205. data/src/core/ext/xds/xds_api.cc +16 -18
  206. data/src/core/ext/xds/xds_api.h +12 -5
  207. data/src/core/ext/xds/xds_bootstrap.cc +39 -26
  208. data/src/core/ext/xds/xds_bootstrap.h +11 -11
  209. data/src/core/ext/xds/xds_certificate_provider.cc +16 -4
  210. data/src/core/ext/xds/xds_certificate_provider.h +17 -2
  211. data/src/core/ext/xds/xds_channel_stack_modifier.cc +14 -5
  212. data/src/core/ext/xds/xds_channel_stack_modifier.h +5 -1
  213. data/src/core/ext/xds/xds_client.cc +121 -46
  214. data/src/core/ext/xds/xds_client.h +19 -4
  215. data/src/core/ext/xds/xds_client_stats.cc +3 -4
  216. data/src/core/ext/xds/xds_client_stats.h +4 -3
  217. data/src/core/ext/xds/xds_cluster.cc +126 -25
  218. data/src/core/ext/xds/xds_cluster.h +12 -1
  219. data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +16 -7
  220. data/src/core/ext/xds/xds_cluster_specifier_plugin.h +1 -8
  221. data/src/core/ext/xds/xds_common_types.cc +36 -22
  222. data/src/core/ext/xds/xds_common_types.h +12 -4
  223. data/src/core/ext/xds/xds_endpoint.cc +25 -15
  224. data/src/core/ext/xds/xds_endpoint.h +13 -5
  225. data/src/core/ext/xds/xds_http_fault_filter.cc +10 -8
  226. data/src/core/ext/xds/xds_http_fault_filter.h +3 -1
  227. data/src/core/ext/xds/xds_http_filters.cc +7 -0
  228. data/src/core/ext/xds/xds_http_filters.h +3 -3
  229. data/src/core/ext/xds/xds_http_rbac_filter.cc +16 -0
  230. data/src/core/ext/xds/xds_http_rbac_filter.h +7 -0
  231. data/src/core/ext/xds/xds_lb_policy_registry.cc +291 -0
  232. data/src/core/ext/xds/xds_lb_policy_registry.h +72 -0
  233. data/src/core/ext/xds/xds_listener.cc +70 -42
  234. data/src/core/ext/xds/xds_listener.h +10 -1
  235. data/src/core/ext/xds/xds_resource_type.h +3 -3
  236. data/src/core/ext/xds/xds_resource_type_impl.h +7 -3
  237. data/src/core/ext/xds/xds_route_config.cc +56 -28
  238. data/src/core/ext/xds/xds_route_config.h +11 -2
  239. data/src/core/ext/xds/xds_routing.cc +16 -0
  240. data/src/core/ext/xds/xds_routing.h +7 -2
  241. data/src/core/ext/xds/xds_server_config_fetcher.cc +56 -7
  242. data/src/core/lib/address_utils/parse_address.cc +5 -8
  243. data/src/core/lib/address_utils/parse_address.h +3 -2
  244. data/src/core/lib/address_utils/sockaddr_utils.cc +60 -26
  245. data/src/core/lib/address_utils/sockaddr_utils.h +9 -4
  246. data/src/core/lib/avl/avl.h +6 -4
  247. data/src/core/lib/backoff/backoff.cc +1 -1
  248. data/src/core/lib/backoff/backoff.h +1 -1
  249. data/src/core/lib/channel/call_finalization.h +4 -0
  250. data/src/core/lib/channel/call_tracer.h +11 -5
  251. data/src/core/lib/channel/channel_args.cc +41 -22
  252. data/src/core/lib/channel/channel_args.h +34 -3
  253. data/src/core/lib/channel/channel_args_preconditioning.cc +4 -3
  254. data/src/core/lib/channel/channel_args_preconditioning.h +3 -2
  255. data/src/core/lib/channel/channel_fwd.h +26 -0
  256. data/src/core/lib/channel/channel_stack.cc +45 -7
  257. data/src/core/lib/channel/channel_stack.h +45 -9
  258. data/src/core/lib/channel/channel_stack_builder.cc +9 -19
  259. data/src/core/lib/channel/channel_stack_builder.h +17 -32
  260. data/src/core/lib/channel/channel_stack_builder_impl.cc +38 -43
  261. data/src/core/lib/channel/channel_stack_builder_impl.h +4 -6
  262. data/src/core/lib/channel/channel_trace.cc +8 -13
  263. data/src/core/lib/channel/channel_trace.h +6 -3
  264. data/src/core/lib/channel/channelz.cc +10 -14
  265. data/src/core/lib/channel/channelz.h +15 -7
  266. data/src/core/lib/channel/channelz_registry.cc +11 -19
  267. data/src/core/lib/channel/channelz_registry.h +10 -9
  268. data/src/core/lib/channel/connected_channel.cc +22 -31
  269. data/src/core/lib/channel/connected_channel.h +2 -0
  270. data/src/core/lib/channel/promise_based_filter.cc +451 -190
  271. data/src/core/lib/channel/promise_based_filter.h +162 -27
  272. data/src/core/lib/channel/status_util.cc +2 -0
  273. data/src/core/lib/channel/status_util.h +0 -3
  274. data/src/core/lib/compression/compression.cc +6 -1
  275. data/src/core/lib/compression/compression_internal.cc +48 -16
  276. data/src/core/lib/compression/compression_internal.h +4 -3
  277. data/src/core/lib/compression/message_compress.cc +3 -1
  278. data/src/core/lib/compression/message_compress.h +2 -3
  279. data/src/core/lib/config/core_configuration.cc +3 -0
  280. data/src/core/lib/config/core_configuration.h +2 -1
  281. data/src/core/lib/debug/stats.cc +9 -9
  282. data/src/core/lib/debug/stats.h +2 -1
  283. data/src/core/lib/debug/stats_data.cc +2 -1
  284. data/src/core/lib/debug/stats_data.h +0 -4
  285. data/src/core/lib/debug/trace.h +13 -12
  286. data/src/core/lib/event_engine/channel_args_endpoint_config.cc +4 -2
  287. data/src/core/lib/event_engine/channel_args_endpoint_config.h +3 -2
  288. data/src/core/lib/event_engine/default_event_engine_factory.cc +8 -2
  289. data/src/core/lib/event_engine/event_engine.cc +29 -14
  290. data/src/core/lib/event_engine/event_engine_factory.h +5 -0
  291. data/src/core/lib/event_engine/handle_containers.h +67 -0
  292. data/src/core/lib/event_engine/iomgr_engine/iomgr_engine.cc +159 -0
  293. data/src/core/lib/event_engine/iomgr_engine/iomgr_engine.h +122 -0
  294. data/src/core/lib/event_engine/iomgr_engine/thread_pool.cc +123 -0
  295. data/src/core/lib/event_engine/iomgr_engine/thread_pool.h +70 -0
  296. data/src/core/lib/event_engine/iomgr_engine/time_averaged_stats.cc +62 -0
  297. data/src/core/lib/event_engine/iomgr_engine/time_averaged_stats.h +81 -0
  298. data/src/core/lib/event_engine/iomgr_engine/timer.cc +312 -0
  299. data/src/core/lib/event_engine/iomgr_engine/timer.h +193 -0
  300. data/src/core/lib/event_engine/iomgr_engine/timer_heap.cc +107 -0
  301. data/src/core/lib/event_engine/iomgr_engine/timer_heap.h +56 -0
  302. data/src/core/lib/event_engine/iomgr_engine/timer_manager.cc +254 -0
  303. data/src/core/lib/event_engine/iomgr_engine/timer_manager.h +111 -0
  304. data/src/core/lib/event_engine/memory_allocator.cc +12 -4
  305. data/src/core/lib/{iomgr/event_engine → event_engine}/promise.h +27 -9
  306. data/src/core/lib/event_engine/resolved_address.cc +4 -2
  307. data/src/core/lib/event_engine/slice.cc +102 -0
  308. data/src/core/lib/event_engine/slice_buffer.cc +50 -0
  309. data/src/core/lib/{iomgr/event_engine/pollset.h → event_engine/trace.cc} +3 -10
  310. data/src/core/lib/{iomgr/endpoint_pair_event_engine.cc → event_engine/trace.h} +12 -14
  311. data/src/core/lib/gpr/log.cc +5 -0
  312. data/src/core/lib/gpr/time_posix.cc +6 -9
  313. data/src/core/lib/gpr/time_windows.cc +10 -7
  314. data/src/core/lib/gpr/tls.h +3 -5
  315. data/src/core/lib/gprpp/bitset.h +5 -1
  316. data/src/core/lib/gprpp/chunked_vector.h +4 -0
  317. data/src/core/lib/gprpp/construct_destruct.h +1 -0
  318. data/src/core/lib/gprpp/dual_ref_counted.h +1 -4
  319. data/src/core/lib/gprpp/examine_stack.h +0 -1
  320. data/src/core/lib/gprpp/fork.cc +3 -6
  321. data/src/core/lib/gprpp/global_config.h +2 -4
  322. data/src/core/lib/gprpp/global_config_env.cc +3 -2
  323. data/src/core/lib/gprpp/global_config_env.h +3 -1
  324. data/src/core/lib/gprpp/global_config_generic.h +0 -4
  325. data/src/core/lib/gprpp/host_port.cc +2 -0
  326. data/src/core/lib/gprpp/manual_constructor.h +0 -68
  327. data/src/core/lib/gprpp/match.h +2 -0
  328. data/src/core/lib/gprpp/memory.h +1 -5
  329. data/src/core/lib/gprpp/orphanable.h +1 -4
  330. data/src/core/lib/gprpp/ref_counted.h +1 -3
  331. data/src/core/lib/gprpp/ref_counted_ptr.h +1 -1
  332. data/src/core/lib/gprpp/stat.h +0 -2
  333. data/src/core/lib/gprpp/stat_posix.cc +7 -2
  334. data/src/core/lib/gprpp/status_helper.cc +50 -32
  335. data/src/core/lib/gprpp/status_helper.h +4 -0
  336. data/src/core/lib/gprpp/sync.h +3 -1
  337. data/src/core/lib/gprpp/table.h +10 -0
  338. data/src/core/lib/gprpp/thd.h +2 -5
  339. data/src/core/lib/gprpp/thd_posix.cc +4 -2
  340. data/src/core/lib/gprpp/thd_windows.cc +2 -0
  341. data/src/core/lib/gprpp/time.cc +16 -0
  342. data/src/core/lib/gprpp/time.h +10 -1
  343. data/src/core/lib/gprpp/time_util.cc +4 -0
  344. data/src/core/lib/gprpp/time_util.h +1 -1
  345. data/src/core/lib/gprpp/unique_type_name.h +104 -0
  346. data/src/core/lib/http/format_request.cc +34 -4
  347. data/src/core/lib/http/format_request.h +3 -1
  348. data/src/core/lib/http/httpcli.cc +106 -93
  349. data/src/core/lib/http/httpcli.h +58 -10
  350. data/src/core/lib/http/httpcli_security_connector.cc +19 -8
  351. data/src/core/lib/http/httpcli_ssl_credentials.h +3 -1
  352. data/src/core/lib/http/parser.cc +6 -7
  353. data/src/core/lib/http/parser.h +3 -0
  354. data/src/core/lib/iomgr/call_combiner.cc +2 -2
  355. data/src/core/lib/iomgr/endpoint.cc +4 -4
  356. data/src/core/lib/iomgr/endpoint.h +7 -5
  357. data/src/core/lib/iomgr/endpoint_cfstream.cc +9 -6
  358. data/src/core/lib/iomgr/endpoint_pair_posix.cc +2 -1
  359. data/src/core/lib/iomgr/error.cc +11 -9
  360. data/src/core/lib/iomgr/error.h +9 -5
  361. data/src/core/lib/iomgr/ev_epoll1_linux.cc +57 -18
  362. data/src/core/lib/iomgr/ev_epoll1_linux.h +1 -1
  363. data/src/core/lib/iomgr/ev_poll_posix.cc +77 -52
  364. data/src/core/lib/iomgr/ev_poll_posix.h +2 -2
  365. data/src/core/lib/iomgr/ev_posix.cc +55 -96
  366. data/src/core/lib/iomgr/ev_posix.h +5 -3
  367. data/src/core/lib/iomgr/exec_ctx.h +1 -2
  368. data/src/core/lib/iomgr/fork_posix.cc +1 -1
  369. data/src/core/lib/iomgr/internal_errqueue.cc +38 -47
  370. data/src/core/lib/iomgr/internal_errqueue.h +1 -6
  371. data/src/core/lib/iomgr/iomgr.cc +7 -1
  372. data/src/core/{ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_event_engine.cc → lib/iomgr/iomgr_fwd.h} +9 -12
  373. data/src/core/lib/iomgr/iomgr_posix.cc +1 -0
  374. data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +1 -0
  375. data/src/core/lib/iomgr/load_file.cc +1 -1
  376. data/src/core/lib/iomgr/pollset_set.h +1 -2
  377. data/src/core/lib/iomgr/port.h +25 -6
  378. data/src/core/lib/iomgr/resolve_address.cc +8 -0
  379. data/src/core/lib/iomgr/resolve_address.h +21 -14
  380. data/src/core/lib/iomgr/resolve_address_impl.h +2 -3
  381. data/src/core/lib/iomgr/resolve_address_posix.cc +9 -15
  382. data/src/core/lib/iomgr/resolve_address_posix.h +5 -2
  383. data/src/core/lib/iomgr/resolve_address_windows.cc +8 -15
  384. data/src/core/lib/iomgr/resolve_address_windows.h +5 -2
  385. data/src/core/lib/iomgr/sockaddr.h +2 -3
  386. data/src/core/lib/iomgr/sockaddr_posix.h +2 -0
  387. data/src/core/lib/iomgr/sockaddr_windows.h +2 -0
  388. data/src/core/lib/iomgr/socket_utils_common_posix.cc +3 -2
  389. data/src/core/lib/iomgr/tcp_client.cc +12 -7
  390. data/src/core/lib/iomgr/tcp_client.h +24 -13
  391. data/src/core/lib/iomgr/tcp_client_cfstream.cc +24 -10
  392. data/src/core/lib/iomgr/tcp_client_posix.cc +154 -29
  393. data/src/core/lib/iomgr/tcp_client_posix.h +1 -1
  394. data/src/core/lib/iomgr/tcp_client_windows.cc +27 -16
  395. data/src/core/lib/iomgr/tcp_posix.cc +96 -52
  396. data/src/core/lib/iomgr/tcp_server_posix.cc +33 -19
  397. data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +41 -38
  398. data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +9 -6
  399. data/src/core/lib/iomgr/tcp_server_windows.cc +20 -12
  400. data/src/core/lib/iomgr/tcp_windows.cc +12 -9
  401. data/src/core/lib/iomgr/unix_sockets_posix.cc +2 -2
  402. data/src/core/lib/iomgr/wakeup_fd_pipe.cc +2 -2
  403. data/src/core/lib/iomgr/wakeup_fd_posix.cc +15 -12
  404. data/src/core/lib/iomgr/wakeup_fd_posix.h +0 -2
  405. data/src/core/lib/iomgr/work_serializer.h +2 -3
  406. data/src/core/lib/json/json.h +1 -2
  407. data/src/core/lib/json/json_reader.cc +9 -1
  408. data/src/core/lib/json/json_util.cc +7 -0
  409. data/src/core/lib/json/json_util.h +10 -1
  410. data/src/core/lib/json/json_writer.cc +6 -1
  411. data/src/core/lib/matchers/matchers.cc +6 -3
  412. data/src/core/lib/matchers/matchers.h +2 -0
  413. data/src/core/lib/promise/activity.cc +1 -2
  414. data/src/core/lib/promise/activity.h +13 -19
  415. data/src/core/lib/promise/arena_promise.h +11 -1
  416. data/src/core/lib/promise/call_push_pull.h +4 -0
  417. data/src/core/lib/promise/context.h +1 -1
  418. data/src/core/lib/promise/detail/basic_seq.h +2 -2
  419. data/src/core/lib/promise/detail/promise_factory.h +0 -1
  420. data/src/core/lib/promise/latch.h +0 -1
  421. data/src/core/lib/promise/loop.h +2 -0
  422. data/src/core/lib/promise/promise.h +1 -0
  423. data/src/core/lib/promise/race.h +0 -1
  424. data/src/core/lib/promise/seq.h +0 -2
  425. data/src/core/lib/promise/sleep.cc +38 -31
  426. data/src/core/lib/promise/sleep.h +32 -22
  427. data/src/core/lib/promise/try_seq.h +2 -2
  428. data/src/core/lib/resolver/resolver.cc +5 -0
  429. data/src/core/lib/resolver/resolver.h +3 -0
  430. data/src/core/lib/resolver/resolver_factory.h +6 -4
  431. data/src/core/lib/resolver/resolver_registry.cc +2 -9
  432. data/src/core/lib/resolver/resolver_registry.h +12 -1
  433. data/src/core/lib/resolver/server_address.cc +17 -3
  434. data/src/core/lib/resolver/server_address.h +13 -6
  435. data/src/core/lib/resource_quota/api.cc +14 -1
  436. data/src/core/lib/resource_quota/api.h +4 -1
  437. data/src/core/lib/resource_quota/arena.cc +0 -6
  438. data/src/core/lib/resource_quota/arena.h +1 -2
  439. data/src/core/lib/resource_quota/memory_quota.cc +62 -62
  440. data/src/core/lib/resource_quota/memory_quota.h +35 -30
  441. data/src/core/lib/resource_quota/resource_quota.h +8 -0
  442. data/src/core/lib/resource_quota/thread_quota.cc +2 -0
  443. data/src/core/lib/resource_quota/thread_quota.h +4 -0
  444. data/src/core/lib/security/authorization/authorization_policy_provider.h +7 -0
  445. data/src/core/lib/security/authorization/authorization_policy_provider_vtable.cc +4 -0
  446. data/src/core/lib/security/authorization/evaluate_args.cc +9 -3
  447. data/src/core/lib/security/authorization/evaluate_args.h +6 -3
  448. data/src/core/lib/security/authorization/grpc_authorization_engine.cc +6 -0
  449. data/src/core/lib/security/authorization/grpc_authorization_engine.h +7 -0
  450. data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +15 -0
  451. data/src/core/lib/security/authorization/grpc_server_authz_filter.h +12 -1
  452. data/src/core/lib/security/authorization/matchers.cc +9 -1
  453. data/src/core/lib/security/authorization/matchers.h +7 -0
  454. data/src/core/lib/security/authorization/rbac_policy.cc +5 -0
  455. data/src/core/lib/security/authorization/rbac_policy.h +7 -0
  456. data/src/core/lib/security/context/security_context.cc +5 -2
  457. data/src/core/lib/security/context/security_context.h +14 -2
  458. data/src/core/lib/security/credentials/alts/alts_credentials.cc +12 -4
  459. data/src/core/lib/security/credentials/alts/alts_credentials.h +8 -3
  460. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_client_options.cc +1 -3
  461. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_server_options.cc +1 -4
  462. data/src/core/lib/security/credentials/call_creds_util.cc +10 -0
  463. data/src/core/lib/security/credentials/call_creds_util.h +1 -0
  464. data/src/core/lib/security/credentials/channel_creds_registry.h +7 -1
  465. data/src/core/lib/security/credentials/channel_creds_registry_init.cc +10 -0
  466. data/src/core/lib/security/credentials/composite/composite_credentials.cc +11 -7
  467. data/src/core/lib/security/credentials/composite/composite_credentials.h +21 -6
  468. data/src/core/lib/security/credentials/credentials.cc +4 -8
  469. data/src/core/lib/security/credentials/credentials.h +27 -18
  470. data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +108 -9
  471. data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +18 -0
  472. data/src/core/lib/security/credentials/external/aws_request_signer.cc +9 -0
  473. data/src/core/lib/security/credentials/external/external_account_credentials.cc +27 -9
  474. data/src/core/lib/security/credentials/external/external_account_credentials.h +11 -0
  475. data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +12 -4
  476. data/src/core/lib/security/credentials/external/file_external_account_credentials.h +6 -0
  477. data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +22 -4
  478. data/src/core/lib/security/credentials/external/url_external_account_credentials.h +10 -0
  479. data/src/core/lib/security/credentials/fake/fake_credentials.cc +21 -9
  480. data/src/core/lib/security/credentials/fake/fake_credentials.h +15 -3
  481. data/src/core/lib/security/credentials/google_default/credentials_generic.cc +1 -0
  482. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +51 -24
  483. data/src/core/lib/security/credentials/google_default/google_default_credentials.h +12 -3
  484. data/src/core/lib/security/credentials/iam/iam_credentials.cc +13 -4
  485. data/src/core/lib/security/credentials/iam/iam_credentials.h +12 -2
  486. data/src/core/lib/security/credentials/insecure/insecure_credentials.cc +12 -2
  487. data/src/core/lib/security/credentials/insecure/insecure_credentials.h +9 -4
  488. data/src/core/lib/security/credentials/jwt/json_token.cc +5 -2
  489. data/src/core/lib/security/credentials/jwt/json_token.h +2 -2
  490. data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +14 -7
  491. data/src/core/lib/security/credentials/jwt/jwt_credentials.h +16 -2
  492. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +28 -3
  493. data/src/core/lib/security/credentials/jwt/jwt_verifier.h +4 -2
  494. data/src/core/lib/security/credentials/local/local_credentials.cc +12 -5
  495. data/src/core/lib/security/credentials/local/local_credentials.h +9 -2
  496. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +36 -19
  497. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +24 -4
  498. data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +12 -8
  499. data/src/core/lib/security/credentials/plugin/plugin_credentials.h +25 -1
  500. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +13 -2
  501. data/src/core/lib/security/credentials/ssl/ssl_credentials.h +17 -4
  502. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.cc +6 -6
  503. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.h +9 -3
  504. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +39 -10
  505. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +14 -11
  506. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +35 -3
  507. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.h +34 -11
  508. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +4 -5
  509. data/src/core/lib/security/credentials/tls/tls_credentials.cc +17 -2
  510. data/src/core/lib/security/credentials/tls/tls_credentials.h +7 -3
  511. data/src/core/lib/security/credentials/tls/tls_utils.cc +2 -0
  512. data/src/core/lib/security/credentials/tls/tls_utils.h +1 -1
  513. data/src/core/lib/security/credentials/xds/xds_credentials.cc +20 -4
  514. data/src/core/lib/security/credentials/xds/xds_credentials.h +19 -5
  515. data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +22 -2
  516. data/src/core/lib/security/security_connector/alts/alts_security_connector.h +6 -3
  517. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +18 -2
  518. data/src/core/lib/security/security_connector/fake/fake_security_connector.h +2 -2
  519. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.cc +9 -0
  520. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +17 -2
  521. data/src/core/lib/security/security_connector/load_system_roots_fallback.cc +5 -3
  522. data/src/core/lib/security/security_connector/{load_system_roots_linux.cc → load_system_roots_supported.cc} +27 -19
  523. data/src/core/lib/security/security_connector/{load_system_roots_linux.h → load_system_roots_supported.h} +5 -5
  524. data/src/core/lib/security/security_connector/local/local_security_connector.cc +22 -3
  525. data/src/core/lib/security/security_connector/local/local_security_connector.h +6 -2
  526. data/src/core/lib/security/security_connector/security_connector.cc +20 -18
  527. data/src/core/lib/security/security_connector/security_connector.h +19 -7
  528. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +19 -7
  529. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +4 -2
  530. data/src/core/lib/security/security_connector/ssl_utils.cc +12 -2
  531. data/src/core/lib/security/security_connector/ssl_utils.h +10 -7
  532. data/src/core/lib/security/security_connector/ssl_utils_config.h +1 -1
  533. data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +21 -13
  534. data/src/core/lib/security/security_connector/tls/tls_security_connector.h +23 -3
  535. data/src/core/lib/security/transport/auth_filters.h +7 -0
  536. data/src/core/lib/security/transport/client_auth_filter.cc +24 -17
  537. data/src/core/lib/security/transport/secure_endpoint.cc +81 -20
  538. data/src/core/lib/security/transport/secure_endpoint.h +4 -3
  539. data/src/core/lib/security/transport/security_handshaker.cc +49 -16
  540. data/src/core/lib/security/transport/security_handshaker.h +5 -1
  541. data/src/core/lib/security/transport/server_auth_filter.cc +29 -6
  542. data/src/core/lib/security/util/json_util.cc +3 -2
  543. data/src/core/lib/security/util/json_util.h +0 -2
  544. data/src/core/lib/service_config/service_config.h +4 -8
  545. data/src/core/lib/service_config/service_config_call_data.h +6 -2
  546. data/src/core/lib/service_config/service_config_impl.cc +13 -6
  547. data/src/core/lib/service_config/service_config_impl.h +9 -4
  548. data/src/core/lib/service_config/service_config_parser.cc +8 -2
  549. data/src/core/lib/service_config/service_config_parser.h +7 -0
  550. data/src/core/lib/slice/b64.cc +1 -1
  551. data/src/core/lib/slice/b64.h +2 -0
  552. data/src/core/lib/slice/percent_encoding.cc +4 -1
  553. data/src/core/lib/slice/percent_encoding.h +0 -6
  554. data/src/core/lib/slice/slice.cc +2 -1
  555. data/src/core/lib/slice/slice.h +10 -5
  556. data/src/core/lib/slice/slice_api.cc +1 -1
  557. data/src/core/lib/slice/slice_buffer.cc +79 -23
  558. data/src/core/lib/slice/slice_buffer.h +137 -0
  559. data/src/core/lib/slice/slice_buffer_api.cc +35 -0
  560. data/src/core/lib/slice/slice_internal.h +4 -3
  561. data/src/core/lib/slice/slice_refcount.h +2 -3
  562. data/src/core/lib/slice/slice_refcount_base.h +2 -3
  563. data/src/core/lib/slice/slice_string_helpers.cc +0 -16
  564. data/src/core/lib/slice/slice_string_helpers.h +1 -8
  565. data/src/core/lib/surface/builtins.cc +7 -2
  566. data/src/core/lib/surface/byte_buffer.cc +7 -1
  567. data/src/core/lib/surface/byte_buffer_reader.cc +4 -4
  568. data/src/core/lib/surface/call.cc +90 -137
  569. data/src/core/lib/surface/call.h +21 -3
  570. data/src/core/lib/surface/call_details.cc +4 -4
  571. data/src/core/lib/surface/call_log_batch.cc +7 -1
  572. data/src/core/lib/surface/call_test_only.h +4 -1
  573. data/src/core/lib/surface/channel.cc +179 -242
  574. data/src/core/lib/surface/channel.h +97 -58
  575. data/src/core/lib/surface/channel_init.h +2 -0
  576. data/src/core/lib/surface/channel_ping.cc +8 -2
  577. data/src/core/lib/surface/channel_stack_type.cc +0 -2
  578. data/src/core/lib/surface/channel_stack_type.h +0 -2
  579. data/src/core/lib/surface/completion_queue.cc +29 -20
  580. data/src/core/lib/surface/completion_queue.h +7 -2
  581. data/src/core/lib/surface/completion_queue_factory.cc +1 -0
  582. data/src/core/lib/surface/completion_queue_factory.h +1 -3
  583. data/src/core/lib/surface/event_string.cc +1 -7
  584. data/src/core/lib/surface/event_string.h +1 -1
  585. data/src/core/lib/surface/init.cc +17 -46
  586. data/src/core/lib/surface/init.h +0 -8
  587. data/src/core/lib/surface/lame_client.cc +63 -109
  588. data/src/core/lib/surface/lame_client.h +41 -3
  589. data/src/core/lib/surface/metadata_array.cc +2 -0
  590. data/src/core/lib/surface/server.cc +83 -64
  591. data/src/core/lib/surface/server.h +42 -9
  592. data/src/core/lib/surface/validate_metadata.cc +3 -6
  593. data/src/core/lib/surface/validate_metadata.h +3 -0
  594. data/src/core/lib/surface/version.cc +2 -2
  595. data/src/core/lib/transport/bdp_estimator.cc +3 -1
  596. data/src/core/lib/transport/bdp_estimator.h +2 -3
  597. data/src/core/lib/transport/connectivity_state.cc +6 -4
  598. data/src/core/lib/transport/connectivity_state.h +2 -3
  599. data/src/core/lib/transport/error_utils.cc +16 -8
  600. data/src/core/lib/transport/error_utils.h +5 -1
  601. data/src/core/lib/{channel → transport}/handshaker.cc +12 -7
  602. data/src/core/lib/{channel → transport}/handshaker.h +13 -6
  603. data/src/core/lib/{channel → transport}/handshaker_factory.h +9 -10
  604. data/src/core/lib/{channel → transport}/handshaker_registry.cc +5 -1
  605. data/src/core/lib/{channel → transport}/handshaker_registry.h +5 -4
  606. data/src/core/{ext/filters/client_channel → lib/transport}/http_connect_handshaker.cc +28 -14
  607. data/src/core/{ext/filters/client_channel → lib/transport}/http_connect_handshaker.h +3 -3
  608. data/src/core/lib/transport/metadata_batch.cc +287 -0
  609. data/src/core/lib/transport/metadata_batch.h +133 -264
  610. data/src/core/lib/transport/parsed_metadata.cc +2 -0
  611. data/src/core/lib/transport/parsed_metadata.h +10 -3
  612. data/src/core/lib/transport/status_conversion.cc +2 -0
  613. data/src/core/lib/transport/status_conversion.h +2 -2
  614. data/src/core/lib/transport/tcp_connect_handshaker.cc +253 -0
  615. data/src/core/lib/transport/tcp_connect_handshaker.h +39 -0
  616. data/src/core/lib/transport/timeout_encoding.cc +2 -6
  617. data/src/core/lib/transport/timeout_encoding.h +5 -1
  618. data/src/core/lib/transport/transport.cc +18 -20
  619. data/src/core/lib/transport/transport.h +48 -16
  620. data/src/core/lib/transport/transport_fwd.h +20 -0
  621. data/src/core/lib/transport/transport_impl.h +11 -0
  622. data/src/core/lib/transport/transport_op_string.cc +17 -18
  623. data/src/core/lib/uri/uri_parser.cc +11 -3
  624. data/src/core/lib/uri/uri_parser.h +0 -2
  625. data/src/core/plugin_registry/grpc_plugin_registry.cc +11 -0
  626. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +1 -1
  627. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +9 -1
  628. data/src/core/tsi/fake_transport_security.cc +13 -1
  629. data/src/core/tsi/fake_transport_security.h +6 -0
  630. data/src/core/tsi/ssl/session_cache/ssl_session.h +2 -0
  631. data/src/core/tsi/ssl/session_cache/ssl_session_boringssl.cc +2 -0
  632. data/src/core/tsi/ssl/session_cache/ssl_session_openssl.cc +2 -0
  633. data/src/core/tsi/ssl_transport_security.cc +1 -1
  634. data/src/core/tsi/transport_security_grpc.cc +3 -2
  635. data/src/core/tsi/transport_security_grpc.h +5 -2
  636. data/src/ruby/ext/grpc/ext-export-truffleruby.clang +2 -0
  637. data/src/ruby/ext/grpc/ext-export-truffleruby.gcc +7 -0
  638. data/src/ruby/ext/grpc/ext-export.clang +1 -0
  639. data/src/ruby/ext/grpc/ext-export.gcc +1 -0
  640. data/src/ruby/ext/grpc/extconf.rb +50 -19
  641. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +1 -1
  642. data/src/ruby/lib/grpc/errors.rb +1 -1
  643. data/src/ruby/lib/grpc/version.rb +1 -1
  644. data/src/ruby/spec/generic/client_stub_spec.rb +23 -23
  645. data/third_party/abseil-cpp/absl/algorithm/container.h +1 -1
  646. data/third_party/abseil-cpp/absl/base/attributes.h +49 -22
  647. data/third_party/abseil-cpp/absl/base/casts.h +61 -68
  648. data/third_party/abseil-cpp/absl/base/config.h +182 -41
  649. data/third_party/abseil-cpp/absl/base/internal/cycleclock.cc +12 -42
  650. data/third_party/abseil-cpp/absl/base/internal/cycleclock.h +67 -2
  651. data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +3 -3
  652. data/third_party/abseil-cpp/absl/base/internal/endian.h +17 -62
  653. data/third_party/abseil-cpp/absl/base/internal/fast_type_id.h +2 -0
  654. data/third_party/abseil-cpp/absl/base/internal/invoke.h +54 -0
  655. data/third_party/abseil-cpp/absl/base/internal/prefetch.h +138 -0
  656. data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +29 -22
  657. data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +13 -12
  658. data/third_party/abseil-cpp/absl/base/internal/spinlock.cc +3 -0
  659. data/third_party/abseil-cpp/absl/base/internal/spinlock.h +8 -0
  660. data/third_party/abseil-cpp/absl/base/internal/spinlock_linux.inc +2 -5
  661. data/third_party/abseil-cpp/absl/base/internal/strerror.cc +88 -0
  662. data/third_party/abseil-cpp/absl/base/internal/strerror.h +39 -0
  663. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +0 -1
  664. data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +2 -1
  665. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +6 -7
  666. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.h +12 -3
  667. data/third_party/abseil-cpp/absl/base/log_severity.cc +28 -0
  668. data/third_party/abseil-cpp/absl/base/log_severity.h +51 -0
  669. data/third_party/abseil-cpp/absl/base/optimization.h +19 -11
  670. data/third_party/abseil-cpp/absl/base/options.h +1 -1
  671. data/third_party/abseil-cpp/absl/base/thread_annotations.h +2 -2
  672. data/third_party/abseil-cpp/absl/container/fixed_array.h +2 -0
  673. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +11 -4
  674. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +510 -0
  675. data/third_party/abseil-cpp/absl/container/inlined_vector.h +20 -9
  676. data/third_party/abseil-cpp/absl/container/internal/common.h +6 -5
  677. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +10 -28
  678. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +68 -20
  679. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +29 -11
  680. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +59 -38
  681. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +4 -0
  682. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +515 -184
  683. data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.cc +45 -88
  684. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.cc +4 -0
  685. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +3 -2
  686. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +8 -3
  687. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_arm-inl.inc +8 -3
  688. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_config.h +2 -1
  689. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +8 -3
  690. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_riscv-inl.inc +20 -18
  691. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +8 -3
  692. data/third_party/abseil-cpp/absl/debugging/internal/vdso_support.cc +15 -2
  693. data/third_party/abseil-cpp/absl/debugging/symbolize.cc +6 -1
  694. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +46 -7
  695. data/third_party/abseil-cpp/absl/functional/bind_front.h +10 -1
  696. data/third_party/abseil-cpp/absl/functional/function_ref.h +2 -1
  697. data/third_party/abseil-cpp/absl/hash/hash.h +82 -8
  698. data/third_party/abseil-cpp/absl/hash/internal/hash.h +218 -23
  699. data/third_party/abseil-cpp/absl/numeric/bits.h +2 -1
  700. data/third_party/abseil-cpp/absl/numeric/int128.cc +4 -2
  701. data/third_party/abseil-cpp/absl/numeric/int128.h +2 -2
  702. data/third_party/abseil-cpp/absl/profiling/internal/sample_recorder.h +21 -6
  703. data/third_party/abseil-cpp/absl/random/bernoulli_distribution.h +4 -4
  704. data/third_party/abseil-cpp/absl/random/distributions.h +3 -3
  705. data/third_party/abseil-cpp/absl/random/internal/distribution_caller.h +3 -0
  706. data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +2 -1
  707. data/third_party/abseil-cpp/absl/random/internal/generate_real.h +2 -2
  708. data/third_party/abseil-cpp/absl/random/internal/nonsecure_base.h +59 -48
  709. data/third_party/abseil-cpp/absl/random/internal/pcg_engine.h +1 -1
  710. data/third_party/abseil-cpp/absl/random/internal/randen.h +5 -11
  711. data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +6 -2
  712. data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +48 -23
  713. data/third_party/abseil-cpp/absl/random/internal/salted_seed_seq.h +24 -26
  714. data/third_party/abseil-cpp/absl/random/internal/traits.h +53 -5
  715. data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +5 -5
  716. data/third_party/abseil-cpp/absl/random/internal/wide_multiply.h +33 -48
  717. data/third_party/abseil-cpp/absl/random/log_uniform_int_distribution.h +9 -10
  718. data/third_party/abseil-cpp/absl/random/poisson_distribution.h +7 -4
  719. data/third_party/abseil-cpp/absl/random/seed_sequences.h +1 -0
  720. data/third_party/abseil-cpp/absl/random/uniform_int_distribution.h +2 -2
  721. data/third_party/abseil-cpp/absl/random/uniform_real_distribution.h +1 -1
  722. data/third_party/abseil-cpp/absl/random/zipf_distribution.h +4 -3
  723. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +17 -0
  724. data/third_party/abseil-cpp/absl/status/status.cc +174 -2
  725. data/third_party/abseil-cpp/absl/status/status.h +22 -12
  726. data/third_party/abseil-cpp/absl/status/statusor.h +9 -3
  727. data/third_party/abseil-cpp/absl/strings/ascii.h +4 -4
  728. data/third_party/abseil-cpp/absl/strings/cord.cc +194 -913
  729. data/third_party/abseil-cpp/absl/strings/cord.h +202 -81
  730. data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +188 -0
  731. data/third_party/abseil-cpp/absl/strings/cord_analysis.h +44 -0
  732. data/third_party/abseil-cpp/absl/strings/cord_buffer.cc +30 -0
  733. data/third_party/abseil-cpp/absl/strings/cord_buffer.h +572 -0
  734. data/third_party/abseil-cpp/absl/strings/internal/cord_data_edge.h +63 -0
  735. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +20 -32
  736. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +123 -88
  737. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +149 -49
  738. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +44 -59
  739. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.cc +3 -1
  740. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.h +4 -2
  741. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.cc +3 -2
  742. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.h +5 -4
  743. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +7 -74
  744. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_crc.cc +54 -0
  745. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_crc.h +102 -0
  746. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +58 -17
  747. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +13 -11
  748. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +11 -38
  749. data/third_party/abseil-cpp/absl/strings/internal/cordz_statistics.h +1 -0
  750. data/third_party/abseil-cpp/absl/strings/internal/cordz_update_tracker.h +4 -2
  751. data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +6 -5
  752. data/third_party/abseil-cpp/absl/strings/internal/ostringstream.cc +1 -1
  753. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +1 -1
  754. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +1 -1
  755. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +38 -7
  756. data/third_party/abseil-cpp/absl/strings/internal/str_format/checker.h +7 -2
  757. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.cc +4 -5
  758. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +5 -2
  759. data/third_party/abseil-cpp/absl/strings/internal/str_format/output.h +2 -1
  760. data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +4 -2
  761. data/third_party/abseil-cpp/absl/strings/internal/str_join_internal.h +9 -6
  762. data/third_party/abseil-cpp/absl/strings/internal/string_constant.h +10 -2
  763. data/third_party/abseil-cpp/absl/strings/internal/utf8.cc +9 -9
  764. data/third_party/abseil-cpp/absl/strings/numbers.cc +8 -8
  765. data/third_party/abseil-cpp/absl/strings/numbers.h +26 -23
  766. data/third_party/abseil-cpp/absl/strings/str_cat.h +20 -13
  767. data/third_party/abseil-cpp/absl/strings/str_join.h +9 -15
  768. data/third_party/abseil-cpp/absl/strings/str_split.h +1 -2
  769. data/third_party/abseil-cpp/absl/strings/string_view.cc +2 -13
  770. data/third_party/abseil-cpp/absl/strings/string_view.h +3 -2
  771. data/third_party/abseil-cpp/absl/strings/strip.h +8 -6
  772. data/third_party/abseil-cpp/absl/strings/substitute.h +10 -2
  773. data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +9 -6
  774. data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.h +0 -4
  775. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +0 -4
  776. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +1 -6
  777. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +0 -25
  778. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +10 -4
  779. data/third_party/abseil-cpp/absl/synchronization/mutex.cc +75 -40
  780. data/third_party/abseil-cpp/absl/synchronization/mutex.h +17 -9
  781. data/third_party/abseil-cpp/absl/synchronization/notification.h +3 -2
  782. data/third_party/abseil-cpp/absl/time/duration.cc +5 -4
  783. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/civil_time_detail.h +11 -7
  784. data/third_party/abseil-cpp/absl/time/time.h +16 -12
  785. data/third_party/abseil-cpp/absl/types/internal/optional.h +8 -0
  786. data/third_party/abseil-cpp/absl/types/internal/variant.h +3 -3
  787. data/third_party/abseil-cpp/absl/types/optional.h +17 -14
  788. data/third_party/abseil-cpp/absl/types/span.h +2 -1
  789. metadata +69 -38
  790. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_event_engine.cc +0 -31
  791. data/src/core/lib/event_engine/sockaddr.cc +0 -40
  792. data/src/core/lib/event_engine/sockaddr.h +0 -44
  793. data/src/core/lib/gprpp/capture.h +0 -76
  794. data/src/core/lib/iomgr/event_engine/closure.cc +0 -77
  795. data/src/core/lib/iomgr/event_engine/closure.h +0 -42
  796. data/src/core/lib/iomgr/event_engine/endpoint.cc +0 -172
  797. data/src/core/lib/iomgr/event_engine/endpoint.h +0 -52
  798. data/src/core/lib/iomgr/event_engine/iomgr.cc +0 -85
  799. data/src/core/lib/iomgr/event_engine/pollset.cc +0 -87
  800. data/src/core/lib/iomgr/event_engine/resolved_address_internal.cc +0 -47
  801. data/src/core/lib/iomgr/event_engine/resolved_address_internal.h +0 -37
  802. data/src/core/lib/iomgr/event_engine/resolver.cc +0 -133
  803. data/src/core/lib/iomgr/event_engine/resolver.h +0 -56
  804. data/src/core/lib/iomgr/event_engine/tcp.cc +0 -296
  805. data/src/core/lib/iomgr/event_engine/timer.cc +0 -62
  806. data/src/core/lib/slice/slice_split.cc +0 -100
  807. data/src/core/lib/slice/slice_split.h +0 -40
  808. data/src/core/lib/transport/byte_stream.cc +0 -164
  809. data/src/core/lib/transport/byte_stream.h +0 -166
  810. data/third_party/abseil-cpp/absl/container/internal/have_sse.h +0 -50
@@ -21,21 +21,41 @@
21
21
 
22
22
  #include <grpc/support/port_platform.h>
23
23
 
24
- #include "absl/utility/utility.h"
24
+ #include <stdint.h>
25
+ #include <stdlib.h>
25
26
 
26
- #include <grpc/status.h>
27
+ #include <atomic>
28
+ #include <new>
29
+ #include <type_traits>
30
+ #include <utility>
31
+
32
+ #include "absl/container/inlined_vector.h"
33
+ #include "absl/meta/type_traits.h"
34
+
35
+ #include <grpc/impl/codegen/grpc_types.h>
27
36
  #include <grpc/support/log.h>
28
37
 
29
38
  #include "src/core/lib/channel/call_finalization.h"
30
39
  #include "src/core/lib/channel/channel_args.h"
40
+ #include "src/core/lib/channel/channel_fwd.h"
31
41
  #include "src/core/lib/channel/channel_stack.h"
32
42
  #include "src/core/lib/channel/context.h"
33
43
  #include "src/core/lib/gprpp/debug_location.h"
44
+ #include "src/core/lib/gprpp/time.h"
45
+ #include "src/core/lib/iomgr/call_combiner.h"
46
+ #include "src/core/lib/iomgr/closure.h"
34
47
  #include "src/core/lib/iomgr/error.h"
48
+ #include "src/core/lib/iomgr/exec_ctx.h"
49
+ #include "src/core/lib/iomgr/polling_entity.h"
50
+ #include "src/core/lib/promise/activity.h"
35
51
  #include "src/core/lib/promise/arena_promise.h"
36
52
  #include "src/core/lib/promise/context.h"
37
- #include "src/core/lib/promise/promise.h"
53
+ #include "src/core/lib/promise/latch.h"
54
+ #include "src/core/lib/promise/poll.h"
55
+ #include "src/core/lib/resource_quota/arena.h"
38
56
  #include "src/core/lib/transport/error_utils.h"
57
+ #include "src/core/lib/transport/metadata_batch.h"
58
+ #include "src/core/lib/transport/transport.h"
39
59
 
40
60
  namespace grpc_core {
41
61
 
@@ -59,6 +79,9 @@ class ChannelFilter {
59
79
  grpc_channel_element* channel_element_;
60
80
  };
61
81
 
82
+ // Perform post-initialization step (if any).
83
+ virtual void PostInit() {}
84
+
62
85
  // Construct a promise for one call.
63
86
  virtual ArenaPromise<ServerMetadataHandle> MakeCallPromise(
64
87
  CallArgs call_args, NextPromiseFactory next_promise_factory) = 0;
@@ -70,12 +93,18 @@ class ChannelFilter {
70
93
  // structures going forward.
71
94
  virtual bool StartTransportOp(grpc_transport_op*) { return false; }
72
95
 
96
+ // Perform a legacy get info call
97
+ // Return true if the op was handled, false if it should be passed to the
98
+ // next filter.
99
+ // TODO(ctiller): design a new API for this
100
+ virtual bool GetChannelInfo(const grpc_channel_info*) { return false; }
101
+
73
102
  virtual ~ChannelFilter() = default;
74
103
  };
75
104
 
76
105
  // Designator for whether a filter is client side or server side.
77
- // Please don't use this outside calls to MakePromiseBasedFilter - it's intended
78
- // to be deleted once the promise conversion is complete.
106
+ // Please don't use this outside calls to MakePromiseBasedFilter - it's
107
+ // intended to be deleted once the promise conversion is complete.
79
108
  enum class FilterEndpoint {
80
109
  kClient,
81
110
  kServer,
@@ -83,9 +112,20 @@ enum class FilterEndpoint {
83
112
 
84
113
  // Flags for MakePromiseBasedFilter.
85
114
  static constexpr uint8_t kFilterExaminesServerInitialMetadata = 1;
115
+ static constexpr uint8_t kFilterIsLast = 2;
86
116
 
87
117
  namespace promise_filter_detail {
88
118
 
119
+ // Proxy channel filter for initialization failure, since we must leave a
120
+ // valid filter in place.
121
+ class InvalidChannelFilter : public ChannelFilter {
122
+ public:
123
+ ArenaPromise<ServerMetadataHandle> MakeCallPromise(
124
+ CallArgs, NextPromiseFactory) override {
125
+ abort();
126
+ }
127
+ };
128
+
89
129
  // Call data shared between all implementations of promise-based filters.
90
130
  class BaseCallData : public Activity, private Wakeable {
91
131
  public:
@@ -124,6 +164,70 @@ class BaseCallData : public Activity, private Wakeable {
124
164
  }
125
165
  };
126
166
 
167
+ class Flusher {
168
+ public:
169
+ explicit Flusher(BaseCallData* call);
170
+ // Calls closures, schedules batches, relinquishes call combiner.
171
+ ~Flusher();
172
+
173
+ void Resume(grpc_transport_stream_op_batch* batch) {
174
+ GPR_ASSERT(!call_->is_last());
175
+ release_.push_back(batch);
176
+ }
177
+
178
+ void Cancel(grpc_transport_stream_op_batch* batch,
179
+ grpc_error_handle error) {
180
+ grpc_transport_stream_op_batch_queue_finish_with_failure(batch, error,
181
+ &call_closures_);
182
+ }
183
+
184
+ void Complete(grpc_transport_stream_op_batch* batch) {
185
+ call_closures_.Add(batch->on_complete, GRPC_ERROR_NONE,
186
+ "Flusher::Complete");
187
+ }
188
+
189
+ void AddClosure(grpc_closure* closure, grpc_error_handle error,
190
+ const char* reason) {
191
+ call_closures_.Add(closure, error, reason);
192
+ }
193
+
194
+ private:
195
+ absl::InlinedVector<grpc_transport_stream_op_batch*, 1> release_;
196
+ CallCombinerClosureList call_closures_;
197
+ BaseCallData* const call_;
198
+ };
199
+
200
+ // Smart pointer like wrapper around a batch.
201
+ // Creation makes a ref count of one capture.
202
+ // Copying increments.
203
+ // Must be moved from or resumed or cancelled before destruction.
204
+ class CapturedBatch final {
205
+ public:
206
+ CapturedBatch();
207
+ explicit CapturedBatch(grpc_transport_stream_op_batch* batch);
208
+ ~CapturedBatch();
209
+ CapturedBatch(const CapturedBatch&);
210
+ CapturedBatch& operator=(const CapturedBatch&);
211
+ CapturedBatch(CapturedBatch&&) noexcept;
212
+ CapturedBatch& operator=(CapturedBatch&&) noexcept;
213
+
214
+ grpc_transport_stream_op_batch* operator->() { return batch_; }
215
+ bool is_captured() const { return batch_ != nullptr; }
216
+
217
+ // Resume processing this batch (releases one ref, passes it down the
218
+ // stack)
219
+ void ResumeWith(Flusher* releaser);
220
+ // Cancel this batch immediately (releases all refs)
221
+ void CancelWith(grpc_error_handle error, Flusher* releaser);
222
+ // Complete this batch (pass it up) assuming refs drop to zero
223
+ void CompleteWith(Flusher* releaser);
224
+
225
+ void Swap(CapturedBatch* other) { std::swap(batch_, other->batch_); }
226
+
227
+ private:
228
+ grpc_transport_stream_op_batch* batch_;
229
+ };
230
+
127
231
  static MetadataHandle<grpc_metadata_batch> WrapMetadata(
128
232
  grpc_metadata_batch* p) {
129
233
  return MetadataHandle<grpc_metadata_batch>(p);
@@ -143,6 +247,11 @@ class BaseCallData : public Activity, private Wakeable {
143
247
  return server_initial_metadata_latch_;
144
248
  }
145
249
 
250
+ bool is_last() const {
251
+ return grpc_call_stack_element(call_stack_, call_stack_->count - 1) ==
252
+ elem_;
253
+ }
254
+
146
255
  private:
147
256
  // Wakeable implementation.
148
257
  void Wakeup() final;
@@ -190,7 +299,8 @@ class ClientCallData : public BaseCallData {
190
299
  // Start state: no op seen
191
300
  kInitial,
192
301
  // We saw the op, and since it was bundled with send initial metadata, we
193
- // queued it until the send initial metadata can be sent to the next filter.
302
+ // queued it until the send initial metadata can be sent to the next
303
+ // filter.
194
304
  kQueued,
195
305
  // We've forwarded the op to the next filter.
196
306
  kForwarded,
@@ -212,11 +322,11 @@ class ClientCallData : public BaseCallData {
212
322
  void Cancel(grpc_error_handle error);
213
323
  // Begin running the promise - which will ultimately take some initial
214
324
  // metadata and return some trailing metadata.
215
- void StartPromise();
216
- // Interject our callback into the op batch for recv trailing metadata ready.
217
- // Stash a pointer to the trailing metadata that will be filled in, so we can
218
- // manipulate it later.
219
- void HookRecvTrailingMetadata(grpc_transport_stream_op_batch* batch);
325
+ void StartPromise(Flusher* flusher);
326
+ // Interject our callback into the op batch for recv trailing metadata
327
+ // ready. Stash a pointer to the trailing metadata that will be filled in,
328
+ // so we can manipulate it later.
329
+ void HookRecvTrailingMetadata(CapturedBatch batch);
220
330
  // Construct a promise that will "call" the next filter.
221
331
  // Effectively:
222
332
  // - put the modified initial metadata into the batch to be sent down.
@@ -235,13 +345,13 @@ class ClientCallData : public BaseCallData {
235
345
  void SetStatusFromError(grpc_metadata_batch* metadata,
236
346
  grpc_error_handle error);
237
347
  // Wakeup and poll the promise if appropriate.
238
- void WakeInsideCombiner();
348
+ void WakeInsideCombiner(Flusher* flusher);
239
349
  void OnWakeup() override;
240
350
 
241
351
  // Contained promise
242
352
  ArenaPromise<ServerMetadataHandle> promise_;
243
353
  // Queued batch containing at least a send_initial_metadata op.
244
- grpc_transport_stream_op_batch* send_initial_metadata_batch_ = nullptr;
354
+ CapturedBatch send_initial_metadata_batch_;
245
355
  // Pointer to where trailing metadata will be stored.
246
356
  grpc_metadata_batch* recv_trailing_metadata_ = nullptr;
247
357
  // State tracking recv initial metadata for filters that care about it.
@@ -298,8 +408,11 @@ class ServerCallData : public BaseCallData {
298
408
  kCancelled
299
409
  };
300
410
 
411
+ class PollContext;
412
+ struct SendInitialMetadata;
413
+
301
414
  // Handle cancellation.
302
- void Cancel(grpc_error_handle error);
415
+ void Cancel(grpc_error_handle error, Flusher* flusher);
303
416
  // Construct a promise that will "call" the next filter.
304
417
  // Effectively:
305
418
  // - put the modified initial metadata into the batch being sent up.
@@ -313,13 +426,15 @@ class ServerCallData : public BaseCallData {
313
426
  grpc_error_handle error);
314
427
  void RecvInitialMetadataReady(grpc_error_handle error);
315
428
  // Wakeup and poll the promise if appropriate.
316
- void WakeInsideCombiner(absl::FunctionRef<void(grpc_error_handle)> cancel);
429
+ void WakeInsideCombiner(Flusher* flusher);
317
430
  void OnWakeup() override;
318
431
 
319
432
  // Contained promise
320
433
  ArenaPromise<ServerMetadataHandle> promise_;
321
434
  // Pointer to where initial metadata will be stored.
322
435
  grpc_metadata_batch* recv_initial_metadata_ = nullptr;
436
+ // State for sending initial metadata.
437
+ SendInitialMetadata* send_initial_metadata_ = nullptr;
323
438
  // Closure to call when we're done with the trailing metadata.
324
439
  grpc_closure* original_recv_initial_metadata_ready_ = nullptr;
325
440
  // Our closure pointing to RecvInitialMetadataReadyCallback.
@@ -327,13 +442,13 @@ class ServerCallData : public BaseCallData {
327
442
  // Error received during cancellation.
328
443
  grpc_error_handle cancelled_error_ = GRPC_ERROR_NONE;
329
444
  // Trailing metadata batch
330
- grpc_transport_stream_op_batch* send_trailing_metadata_batch_ = nullptr;
445
+ CapturedBatch send_trailing_metadata_batch_;
331
446
  // State of the send_initial_metadata op.
332
447
  RecvInitialState recv_initial_state_ = RecvInitialState::kInitial;
333
448
  // State of the recv_trailing_metadata op.
334
449
  SendTrailingState send_trailing_state_ = SendTrailingState::kInitial;
335
- // Whether we're currently polling the promise.
336
- bool is_polling_ = false;
450
+ // Current poll context (or nullptr if not polling).
451
+ PollContext* poll_ctx_ = nullptr;
337
452
  // Whether to forward the recv_initial_metadata op at the end of promise
338
453
  // wakeup.
339
454
  bool forward_recv_initial_metadata_callback_ = false;
@@ -367,8 +482,6 @@ class CallData<ChannelFilter, FilterEndpoint::kServer> : public ServerCallData {
367
482
  // static absl::StatusOr<SomeChannelFilter> Create(
368
483
  // ChannelArgs channel_args, ChannelFilter::Args filter_args);
369
484
  // };
370
- // TODO(ctiller): allow implementing get_channel_info, start_transport_op in
371
- // some way on ChannelFilter.
372
485
  template <typename F, FilterEndpoint kEndpoint, uint8_t kFlags = 0>
373
486
  absl::enable_if_t<std::is_base_of<ChannelFilter, F>::value, grpc_channel_filter>
374
487
  MakePromiseBasedFilter(const char* name) {
@@ -382,13 +495,14 @@ MakePromiseBasedFilter(const char* name) {
382
495
  // make_call_promise
383
496
  [](grpc_channel_element* elem, CallArgs call_args,
384
497
  NextPromiseFactory next_promise_factory) {
385
- return static_cast<F*>(elem->channel_data)
498
+ return static_cast<ChannelFilter*>(elem->channel_data)
386
499
  ->MakeCallPromise(std::move(call_args),
387
500
  std::move(next_promise_factory));
388
501
  },
389
502
  // start_transport_op
390
503
  [](grpc_channel_element* elem, grpc_transport_op* op) {
391
- if (!static_cast<F*>(elem->channel_data)->StartTransportOp(op)) {
504
+ if (!static_cast<ChannelFilter*>(elem->channel_data)
505
+ ->StartTransportOp(op)) {
392
506
  grpc_channel_next_op(elem, op);
393
507
  }
394
508
  },
@@ -405,28 +519,49 @@ MakePromiseBasedFilter(const char* name) {
405
519
  },
406
520
  // destroy_call_elem
407
521
  [](grpc_call_element* elem, const grpc_call_final_info* final_info,
408
- grpc_closure*) {
522
+ grpc_closure* then_schedule_closure) {
409
523
  auto* cd = static_cast<CallData*>(elem->call_data);
410
524
  cd->Finalize(final_info);
411
525
  cd->~CallData();
526
+ if ((kFlags & kFilterIsLast) != 0) {
527
+ ExecCtx::Run(DEBUG_LOCATION, then_schedule_closure, GRPC_ERROR_NONE);
528
+ } else {
529
+ GPR_ASSERT(then_schedule_closure == nullptr);
530
+ }
412
531
  },
413
532
  // sizeof_channel_data
414
533
  sizeof(F),
415
534
  // init_channel_elem
416
535
  [](grpc_channel_element* elem, grpc_channel_element_args* args) {
417
- GPR_ASSERT(!args->is_last);
536
+ GPR_ASSERT(args->is_last == ((kFlags & kFilterIsLast) != 0));
418
537
  auto status = F::Create(ChannelArgs::FromC(args->channel_args),
419
538
  ChannelFilter::Args(args->channel_stack, elem));
420
- if (!status.ok()) return absl_status_to_grpc_error(status.status());
539
+ if (!status.ok()) {
540
+ static_assert(
541
+ sizeof(promise_filter_detail::InvalidChannelFilter) <= sizeof(F),
542
+ "InvalidChannelFilter must fit in F");
543
+ new (elem->channel_data)
544
+ promise_filter_detail::InvalidChannelFilter();
545
+ return absl_status_to_grpc_error(status.status());
546
+ }
421
547
  new (elem->channel_data) F(std::move(*status));
422
548
  return GRPC_ERROR_NONE;
423
549
  },
550
+ // post_init_channel_elem
551
+ [](grpc_channel_stack*, grpc_channel_element* elem) {
552
+ static_cast<ChannelFilter*>(elem->channel_data)->PostInit();
553
+ },
424
554
  // destroy_channel_elem
425
555
  [](grpc_channel_element* elem) {
426
- static_cast<F*>(elem->channel_data)->~F();
556
+ static_cast<ChannelFilter*>(elem->channel_data)->~ChannelFilter();
427
557
  },
428
558
  // get_channel_info
429
- grpc_channel_next_get_info,
559
+ [](grpc_channel_element* elem, const grpc_channel_info* info) {
560
+ if (!static_cast<ChannelFilter*>(elem->channel_data)
561
+ ->GetChannelInfo(info)) {
562
+ grpc_channel_next_get_info(elem, info);
563
+ }
564
+ },
430
565
  // name
431
566
  name,
432
567
  };
@@ -20,6 +20,8 @@
20
20
 
21
21
  #include "src/core/lib/channel/status_util.h"
22
22
 
23
+ #include <string.h>
24
+
23
25
  #include "src/core/lib/gpr/useful.h"
24
26
 
25
27
  struct status_string_entry {
@@ -21,9 +21,6 @@
21
21
 
22
22
  #include <grpc/support/port_platform.h>
23
23
 
24
- #include <stdbool.h>
25
- #include <string.h>
26
-
27
24
  #include <grpc/status.h>
28
25
 
29
26
  /// If \a status_str is a valid status string, sets \a status to the
@@ -18,12 +18,17 @@
18
18
 
19
19
  #include <grpc/support/port_platform.h>
20
20
 
21
- #include <stdlib.h>
21
+ #include <stdint.h>
22
22
  #include <string.h>
23
23
 
24
+ #include "absl/types/optional.h"
25
+
24
26
  #include <grpc/compression.h>
27
+ #include <grpc/impl/codegen/compression_types.h>
28
+ #include <grpc/slice.h>
25
29
 
26
30
  #include "src/core/lib/compression/compression_internal.h"
31
+ #include "src/core/lib/debug/trace.h"
27
32
  #include "src/core/lib/gpr/useful.h"
28
33
  #include "src/core/lib/slice/slice_internal.h"
29
34
  #include "src/core/lib/surface/api_trace.h"
@@ -23,17 +23,14 @@
23
23
  #include <stdlib.h>
24
24
  #include <string.h>
25
25
 
26
- #include <cstdint>
27
-
28
26
  #include "absl/container/inlined_vector.h"
29
- #include "absl/strings/str_join.h"
27
+ #include "absl/strings/ascii.h"
30
28
  #include "absl/strings/str_split.h"
31
29
 
32
- #include <grpc/compression.h>
30
+ #include <grpc/support/log.h>
33
31
 
34
32
  #include "src/core/lib/channel/channel_args.h"
35
- #include "src/core/lib/gpr/useful.h"
36
- #include "src/core/lib/slice/slice_internal.h"
33
+ #include "src/core/lib/debug/trace.h"
37
34
  #include "src/core/lib/surface/api_trace.h"
38
35
 
39
36
  namespace grpc_core {
@@ -52,6 +49,48 @@ const char* CompressionAlgorithmAsString(grpc_compression_algorithm algorithm) {
52
49
  }
53
50
  }
54
51
 
52
+ namespace {
53
+ class CommaSeparatedLists {
54
+ public:
55
+ CommaSeparatedLists() : lists_{}, text_buffer_{} {
56
+ char* text_buffer = text_buffer_;
57
+ auto add_char = [&text_buffer, this](char c) {
58
+ if (text_buffer - text_buffer_ == kTextBufferSize) abort();
59
+ *text_buffer++ = c;
60
+ };
61
+ for (size_t list = 0; list < kNumLists; ++list) {
62
+ char* start = text_buffer;
63
+ for (size_t algorithm = 0; algorithm < GRPC_COMPRESS_ALGORITHMS_COUNT;
64
+ ++algorithm) {
65
+ if ((list & (1 << algorithm)) == 0) continue;
66
+ if (start != text_buffer) {
67
+ add_char(',');
68
+ add_char(' ');
69
+ }
70
+ const char* name = CompressionAlgorithmAsString(
71
+ static_cast<grpc_compression_algorithm>(algorithm));
72
+ for (const char* p = name; *p != '\0'; ++p) {
73
+ add_char(*p);
74
+ }
75
+ }
76
+ lists_[list] = absl::string_view(start, text_buffer - start);
77
+ }
78
+ if (text_buffer - text_buffer_ != kTextBufferSize) abort();
79
+ }
80
+
81
+ absl::string_view operator[](size_t list) const { return lists_[list]; }
82
+
83
+ private:
84
+ static constexpr size_t kNumLists = 1 << GRPC_COMPRESS_ALGORITHMS_COUNT;
85
+ // Experimentally determined (tweak things until it runs).
86
+ static constexpr size_t kTextBufferSize = 86;
87
+ absl::string_view lists_[kNumLists];
88
+ char text_buffer_[kTextBufferSize];
89
+ };
90
+
91
+ const CommaSeparatedLists kCommaSeparatedLists;
92
+ } // namespace
93
+
55
94
  absl::optional<grpc_compression_algorithm> ParseCompressionAlgorithm(
56
95
  absl::string_view algorithm) {
57
96
  if (algorithm == "identity") {
@@ -165,19 +204,12 @@ void CompressionAlgorithmSet::Set(grpc_compression_algorithm algorithm) {
165
204
  }
166
205
  }
167
206
 
168
- std::string CompressionAlgorithmSet::ToString() const {
169
- absl::InlinedVector<const char*, GRPC_COMPRESS_ALGORITHMS_COUNT> segments;
170
- for (size_t i = 0; i < GRPC_COMPRESS_ALGORITHMS_COUNT; i++) {
171
- if (set_.is_set(i)) {
172
- segments.push_back(CompressionAlgorithmAsString(
173
- static_cast<grpc_compression_algorithm>(i)));
174
- }
175
- }
176
- return absl::StrJoin(segments, ", ");
207
+ absl::string_view CompressionAlgorithmSet::ToString() const {
208
+ return kCommaSeparatedLists[ToLegacyBitmask()];
177
209
  }
178
210
 
179
211
  Slice CompressionAlgorithmSet::ToSlice() const {
180
- return Slice::FromCopiedString(ToString());
212
+ return Slice::FromStaticString(ToString());
181
213
  }
182
214
 
183
215
  CompressionAlgorithmSet CompressionAlgorithmSet::FromString(
@@ -21,14 +21,15 @@
21
21
 
22
22
  #include <grpc/support/port_platform.h>
23
23
 
24
+ #include <stdint.h>
25
+
24
26
  #include <initializer_list>
25
27
 
26
28
  #include "absl/strings/string_view.h"
27
29
  #include "absl/types/optional.h"
28
30
 
29
- #include <grpc/compression.h>
31
+ #include <grpc/impl/codegen/compression_types.h>
30
32
  #include <grpc/impl/codegen/grpc_types.h>
31
- #include <grpc/slice.h>
32
33
 
33
34
  #include "src/core/lib/gprpp/bitset.h"
34
35
  #include "src/core/lib/slice/slice.h"
@@ -73,7 +74,7 @@ class CompressionAlgorithmSet {
73
74
  void Set(grpc_compression_algorithm algorithm);
74
75
 
75
76
  // Return a comma separated string of the algorithms in this set.
76
- std::string ToString() const;
77
+ absl::string_view ToString() const;
77
78
  Slice ToSlice() const;
78
79
 
79
80
  // Return a bitmask of the algorithms in this set.
@@ -22,12 +22,14 @@
22
22
 
23
23
  #include <string.h>
24
24
 
25
+ #include <zconf.h>
25
26
  #include <zlib.h>
26
27
 
28
+ #include <grpc/slice_buffer.h>
27
29
  #include <grpc/support/alloc.h>
28
30
  #include <grpc/support/log.h>
29
31
 
30
- #include "src/core/lib/slice/slice_internal.h"
32
+ #include "src/core/lib/slice/slice_refcount.h"
31
33
 
32
34
  #define OUTPUT_BLOCK_SIZE 1024
33
35
 
@@ -21,9 +21,8 @@
21
21
 
22
22
  #include <grpc/support/port_platform.h>
23
23
 
24
- #include <grpc/slice_buffer.h>
25
-
26
- #include "src/core/lib/compression/compression_internal.h"
24
+ #include <grpc/impl/codegen/compression_types.h>
25
+ #include <grpc/slice.h>
27
26
 
28
27
  /* compress 'input' to 'output' using 'algorithm'.
29
28
  On success, appends compressed slices to output and returns 1.
@@ -16,7 +16,10 @@
16
16
 
17
17
  #include "src/core/lib/config/core_configuration.h"
18
18
 
19
+ #include <algorithm>
19
20
  #include <atomic>
21
+ #include <utility>
22
+ #include <vector>
20
23
 
21
24
  #include <grpc/support/log.h>
22
25
 
@@ -18,13 +18,14 @@
18
18
  #include <grpc/support/port_platform.h>
19
19
 
20
20
  #include <atomic>
21
+ #include <functional>
21
22
 
22
23
  #include "src/core/lib/channel/channel_args_preconditioning.h"
23
- #include "src/core/lib/channel/handshaker_registry.h"
24
24
  #include "src/core/lib/resolver/resolver_registry.h"
25
25
  #include "src/core/lib/security/credentials/channel_creds_registry.h"
26
26
  #include "src/core/lib/service_config/service_config_parser.h"
27
27
  #include "src/core/lib/surface/channel_init.h"
28
+ #include "src/core/lib/transport/handshaker_registry.h"
28
29
 
29
30
  namespace grpc_core {
30
31
 
@@ -23,28 +23,28 @@
23
23
  #include <inttypes.h>
24
24
  #include <string.h>
25
25
 
26
+ #include <algorithm>
26
27
  #include <vector>
27
28
 
28
29
  #include "absl/strings/str_format.h"
29
30
  #include "absl/strings/str_join.h"
30
31
 
31
32
  #include <grpc/support/alloc.h>
32
- #include <grpc/support/string_util.h>
33
-
34
- #include "src/core/lib/gpr/string.h"
35
- #include "src/core/lib/gpr/useful.h"
33
+ #include <grpc/support/cpu.h>
34
+ #include <grpc/support/sync.h>
36
35
 
37
36
  grpc_stats_data* grpc_stats_per_cpu_storage = nullptr;
38
37
  static size_t g_num_cores;
38
+ static gpr_once g_once = GPR_ONCE_INIT;
39
39
 
40
40
  void grpc_stats_init(void) {
41
- g_num_cores = std::max(1u, gpr_cpu_num_cores());
42
- grpc_stats_per_cpu_storage = static_cast<grpc_stats_data*>(
43
- gpr_zalloc(sizeof(grpc_stats_data) * g_num_cores));
41
+ gpr_once_init(&g_once, []() {
42
+ g_num_cores = gpr_cpu_num_cores();
43
+ grpc_stats_per_cpu_storage = static_cast<grpc_stats_data*>(
44
+ gpr_zalloc(sizeof(grpc_stats_data) * g_num_cores));
45
+ });
44
46
  }
45
47
 
46
- void grpc_stats_shutdown(void) { gpr_free(grpc_stats_per_cpu_storage); }
47
-
48
48
  void grpc_stats_collect(grpc_stats_data* output) {
49
49
  memset(output, 0, sizeof(*output));
50
50
  for (size_t core = 0; core < g_num_cores; core++) {
@@ -21,6 +21,8 @@
21
21
 
22
22
  #include <grpc/support/port_platform.h>
23
23
 
24
+ #include <stddef.h>
25
+
24
26
  #include <string>
25
27
 
26
28
  #include <grpc/support/atm.h>
@@ -54,7 +56,6 @@ extern grpc_stats_data* grpc_stats_per_cpu_storage;
54
56
  #endif /* defined(GRPC_COLLECT_STATS) || !defined(NDEBUG) */
55
57
 
56
58
  void grpc_stats_init(void);
57
- void grpc_stats_shutdown(void);
58
59
  void grpc_stats_collect(grpc_stats_data* output);
59
60
  // c = b-a
60
61
  void grpc_stats_diff(const grpc_stats_data* b, const grpc_stats_data* a,
@@ -22,9 +22,10 @@
22
22
 
23
23
  #include "src/core/lib/debug/stats_data.h"
24
24
 
25
+ #include <inttypes.h>
26
+
25
27
  #include "src/core/lib/debug/stats.h"
26
28
  #include "src/core/lib/gpr/useful.h"
27
- #include "src/core/lib/iomgr/exec_ctx.h"
28
29
 
29
30
  const char* grpc_stats_counter_name[GRPC_STATS_COUNTER_COUNT] = {
30
31
  "client_calls_created",
@@ -23,10 +23,6 @@
23
23
 
24
24
  #include <grpc/support/port_platform.h>
25
25
 
26
- #include <inttypes.h>
27
-
28
- #include "src/core/lib/iomgr/exec_ctx.h"
29
-
30
26
  typedef enum {
31
27
  GRPC_STATS_COUNTER_CLIENT_CALLS_CREATED,
32
28
  GRPC_STATS_COUNTER_SERVER_CALLS_CREATED,