grpc 1.47.0 → 1.49.0.pre1

Sign up to get free protection for your applications and to get access to all the features.

Potentially problematic release.


This version of grpc might be problematic. Click here for more details.

Files changed (1053) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +183 -62
  3. data/include/grpc/compression.h +1 -1
  4. data/include/grpc/event_engine/event_engine.h +37 -25
  5. data/include/grpc/event_engine/slice_buffer.h +8 -2
  6. data/include/grpc/grpc.h +3 -3
  7. data/include/grpc/impl/codegen/compression_types.h +2 -1
  8. data/include/grpc/impl/codegen/connectivity_state.h +2 -1
  9. data/include/grpc/impl/codegen/gpr_types.h +2 -1
  10. data/include/grpc/impl/codegen/grpc_types.h +5 -9
  11. data/include/grpc/impl/codegen/port_platform.h +2 -7
  12. data/src/core/ext/filters/census/grpc_context.cc +3 -0
  13. data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +20 -8
  14. data/src/core/ext/filters/channel_idle/channel_idle_filter.h +18 -2
  15. data/src/core/ext/filters/channel_idle/idle_filter_state.h +2 -0
  16. data/src/core/ext/filters/client_channel/backup_poller.cc +3 -1
  17. data/src/core/ext/filters/client_channel/channel_connectivity.cc +2 -2
  18. data/src/core/ext/filters/client_channel/client_channel.cc +164 -261
  19. data/src/core/ext/filters/client_channel/client_channel.h +34 -12
  20. data/src/core/ext/filters/client_channel/client_channel_factory.cc +0 -29
  21. data/src/core/ext/filters/client_channel/client_channel_factory.h +2 -10
  22. data/src/core/ext/filters/client_channel/client_channel_plugin.cc +1 -1
  23. data/src/core/ext/filters/client_channel/config_selector.h +13 -5
  24. data/src/core/ext/filters/client_channel/connector.h +5 -6
  25. data/src/core/ext/filters/client_channel/dynamic_filters.cc +6 -4
  26. data/src/core/ext/filters/client_channel/dynamic_filters.h +1 -1
  27. data/src/core/ext/filters/client_channel/http_proxy.cc +53 -65
  28. data/src/core/ext/filters/client_channel/http_proxy.h +12 -9
  29. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +1 -1
  30. data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +14 -12
  31. data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.h +6 -6
  32. data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.cc +2 -2
  33. data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.h +1 -0
  34. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +170 -164
  35. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +13 -4
  36. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.h +5 -1
  37. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +1 -0
  38. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +1 -2
  39. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +0 -1
  40. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.h +1 -1
  41. data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.cc +200 -96
  42. data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.h +25 -1
  43. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +121 -131
  44. data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +153 -116
  45. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +220 -181
  46. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +10 -6
  47. data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +110 -119
  48. data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +133 -117
  49. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +97 -87
  50. data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +114 -131
  51. data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +40 -49
  52. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +84 -102
  53. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +64 -76
  54. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +172 -103
  55. data/src/core/ext/filters/client_channel/proxy_mapper.h +13 -14
  56. data/src/core/ext/filters/client_channel/proxy_mapper_registry.cc +18 -16
  57. data/src/core/ext/filters/client_channel/proxy_mapper_registry.h +8 -7
  58. data/src/core/ext/filters/client_channel/resolver/binder/binder_resolver.cc +7 -9
  59. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +434 -148
  60. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +5 -5
  61. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +179 -103
  62. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +20 -7
  63. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +29 -18
  64. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.cc +8 -18
  65. data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +11 -0
  66. data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +16 -18
  67. data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +4 -5
  68. data/src/core/ext/filters/client_channel/resolver/polling_resolver.h +5 -6
  69. data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +5 -13
  70. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +181 -175
  71. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +3 -1
  72. data/src/core/ext/filters/client_channel/resolver_result_parsing.cc +39 -32
  73. data/src/core/ext/filters/client_channel/resolver_result_parsing.h +7 -10
  74. data/src/core/ext/filters/client_channel/retry_filter.cc +35 -43
  75. data/src/core/ext/filters/client_channel/retry_filter.h +1 -0
  76. data/src/core/ext/filters/client_channel/retry_service_config.cc +30 -19
  77. data/src/core/ext/filters/client_channel/retry_service_config.h +6 -9
  78. data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +7 -7
  79. data/src/core/ext/filters/client_channel/subchannel.cc +101 -138
  80. data/src/core/ext/filters/client_channel/subchannel.h +14 -30
  81. data/src/core/ext/filters/client_channel/subchannel_interface_internal.h +1 -1
  82. data/src/core/ext/filters/client_channel/subchannel_pool_interface.cc +6 -76
  83. data/src/core/ext/filters/client_channel/subchannel_pool_interface.h +16 -25
  84. data/src/core/ext/filters/client_channel/subchannel_stream_client.cc +15 -101
  85. data/src/core/ext/filters/client_channel/subchannel_stream_client.h +5 -9
  86. data/src/core/ext/filters/deadline/deadline_filter.cc +18 -13
  87. data/src/core/ext/filters/deadline/deadline_filter.h +8 -2
  88. data/src/core/ext/filters/fault_injection/fault_injection_filter.cc +20 -3
  89. data/src/core/ext/filters/fault_injection/fault_injection_filter.h +9 -4
  90. data/src/core/ext/filters/fault_injection/service_config_parser.cc +19 -11
  91. data/src/core/ext/filters/fault_injection/service_config_parser.h +19 -6
  92. data/src/core/ext/filters/http/client/http_client_filter.cc +17 -7
  93. data/src/core/ext/filters/http/client/http_client_filter.h +9 -2
  94. data/src/core/ext/filters/http/client_authority_filter.cc +11 -11
  95. data/src/core/ext/filters/http/client_authority_filter.h +6 -3
  96. data/src/core/ext/filters/http/http_filters_plugin.cc +9 -1
  97. data/src/core/ext/filters/http/message_compress/message_compress_filter.cc +64 -187
  98. data/src/core/ext/filters/http/message_compress/message_compress_filter.h +1 -2
  99. data/src/core/ext/filters/http/message_compress/message_decompress_filter.cc +42 -106
  100. data/src/core/ext/filters/http/message_compress/message_decompress_filter.h +1 -0
  101. data/src/core/ext/filters/http/server/http_server_filter.cc +17 -11
  102. data/src/core/ext/filters/http/server/http_server_filter.h +7 -2
  103. data/src/core/ext/filters/message_size/message_size_filter.cc +37 -21
  104. data/src/core/ext/filters/message_size/message_size_filter.h +13 -3
  105. data/src/core/ext/filters/rbac/rbac_filter.cc +14 -3
  106. data/src/core/ext/filters/rbac/rbac_filter.h +8 -0
  107. data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +25 -10
  108. data/src/core/ext/filters/rbac/rbac_service_config_parser.h +15 -5
  109. data/src/core/ext/filters/server_config_selector/server_config_selector.cc +1 -0
  110. data/src/core/ext/filters/server_config_selector/server_config_selector.h +14 -0
  111. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.cc +23 -5
  112. data/src/core/ext/filters/server_config_selector/server_config_selector_filter.h +1 -0
  113. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +39 -66
  114. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +77 -104
  115. data/src/core/ext/transport/chttp2/server/chttp2_server.h +4 -6
  116. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +320 -635
  117. data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +4 -3
  118. data/src/core/ext/transport/chttp2/transport/flow_control.cc +207 -262
  119. data/src/core/ext/transport/chttp2/transport/flow_control.h +177 -289
  120. data/src/core/ext/transport/chttp2/transport/frame_data.cc +57 -215
  121. data/src/core/ext/transport/chttp2/transport/frame_data.h +10 -36
  122. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +0 -41
  123. data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +7 -12
  124. data/src/core/ext/transport/chttp2/transport/hpack_constants.h +7 -1
  125. data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +25 -8
  126. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +4 -0
  127. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.cc +0 -1
  128. data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.h +8 -2
  129. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +9 -16
  130. data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +0 -2
  131. data/src/core/ext/transport/chttp2/transport/internal.h +11 -112
  132. data/src/core/ext/transport/chttp2/transport/parsing.cc +51 -38
  133. data/src/core/ext/transport/chttp2/transport/stream_lists.cc +0 -4
  134. data/src/core/ext/transport/chttp2/transport/writing.cc +18 -21
  135. data/src/core/ext/transport/inproc/inproc_plugin.cc +0 -1
  136. data/src/core/ext/transport/inproc/inproc_transport.cc +124 -154
  137. data/src/core/ext/transport/inproc/inproc_transport.h +3 -1
  138. data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.c +5 -5
  139. data/src/core/ext/upb-generated/envoy/admin/v3/certs.upb.h +30 -10
  140. data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.c +4 -4
  141. data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.h +24 -8
  142. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.c +8 -327
  143. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump.upb.h +83 -1723
  144. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.c +352 -0
  145. data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.h +1768 -0
  146. data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.c +2 -2
  147. data/src/core/ext/upb-generated/envoy/admin/v3/init_dump.upb.h +12 -4
  148. data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.c +6 -4
  149. data/src/core/ext/upb-generated/envoy/admin/v3/listeners.upb.h +33 -4
  150. data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.c +1 -1
  151. data/src/core/ext/upb-generated/envoy/admin/v3/memory.upb.h +6 -2
  152. data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.c +1 -1
  153. data/src/core/ext/upb-generated/envoy/admin/v3/metrics.upb.h +6 -2
  154. data/src/core/ext/upb-generated/envoy/admin/v3/mutex_stats.upb.h +6 -2
  155. data/src/core/ext/upb-generated/envoy/admin/v3/server_info.upb.h +12 -4
  156. data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.c +1 -1
  157. data/src/core/ext/upb-generated/envoy/admin/v3/tap.upb.h +6 -2
  158. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.c +1 -1
  159. data/src/core/ext/upb-generated/envoy/annotations/resource.upb.h +7 -3
  160. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +14 -14
  161. data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +90 -30
  162. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.c +21 -19
  163. data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.h +124 -34
  164. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.c +3 -3
  165. data/src/core/ext/upb-generated/envoy/config/cluster/v3/circuit_breaker.upb.h +18 -6
  166. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +23 -22
  167. data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +153 -48
  168. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.c +1 -1
  169. data/src/core/ext/upb-generated/envoy/config/cluster/v3/filter.upb.h +6 -2
  170. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.c +1 -1
  171. data/src/core/ext/upb-generated/envoy/config/cluster/v3/outlier_detection.upb.h +6 -2
  172. data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.c +11 -11
  173. data/src/core/ext/upb-generated/envoy/config/common/matcher/v3/matcher.upb.h +84 -28
  174. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +7 -7
  175. data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +42 -14
  176. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.c +1 -1
  177. data/src/core/ext/upb-generated/envoy/config/core/v3/backoff.upb.h +6 -2
  178. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.c +25 -23
  179. data/src/core/ext/upb-generated/envoy/config/core/v3/base.upb.h +156 -48
  180. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +7 -7
  181. data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +42 -14
  182. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.c +1 -1
  183. data/src/core/ext/upb-generated/envoy/config/core/v3/event_service_config.upb.h +6 -2
  184. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.c +1 -1
  185. data/src/core/ext/upb-generated/envoy/config/core/v3/extension.upb.h +6 -2
  186. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.c +2 -2
  187. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_method_list.upb.h +12 -4
  188. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +12 -12
  189. data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +78 -26
  190. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +9 -9
  191. data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +54 -18
  192. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.c +1 -1
  193. data/src/core/ext/upb-generated/envoy/config/core/v3/http_uri.upb.h +6 -2
  194. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +21 -20
  195. data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +117 -44
  196. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.c +1 -1
  197. data/src/core/ext/upb-generated/envoy/config/core/v3/proxy_protocol.upb.h +6 -2
  198. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.c +2 -2
  199. data/src/core/ext/upb-generated/envoy/config/core/v3/resolver.upb.h +12 -4
  200. data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +6 -2
  201. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.c +1 -1
  202. data/src/core/ext/upb-generated/envoy/config/core/v3/substitution_format_string.upb.h +6 -2
  203. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.c +1 -1
  204. data/src/core/ext/upb-generated/envoy/config/core/v3/udp_socket_config.upb.h +6 -2
  205. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.c +3 -3
  206. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint.upb.h +18 -6
  207. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +5 -5
  208. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +36 -12
  209. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.c +3 -3
  210. data/src/core/ext/upb-generated/envoy/config/endpoint/v3/load_report.upb.h +30 -10
  211. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.c +1 -1
  212. data/src/core/ext/upb-generated/envoy/config/listener/v3/api_listener.upb.h +6 -2
  213. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +37 -13
  214. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +170 -15
  215. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.c +5 -5
  216. data/src/core/ext/upb-generated/envoy/config/listener/v3/listener_components.upb.h +42 -14
  217. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.c +1 -1
  218. data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.h +6 -2
  219. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.c +7 -4
  220. data/src/core/ext/upb-generated/envoy/config/listener/v3/udp_listener_config.upb.h +36 -4
  221. data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.c +1 -1
  222. data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.h +6 -2
  223. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.c +6 -6
  224. data/src/core/ext/upb-generated/envoy/config/metrics/v3/stats.upb.h +48 -16
  225. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +8 -8
  226. data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +54 -18
  227. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +21 -9
  228. data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +100 -14
  229. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +7 -22
  230. data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +36 -77
  231. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +121 -76
  232. data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +647 -163
  233. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.c +3 -3
  234. data/src/core/ext/upb-generated/envoy/config/route/v3/scoped_route.upb.h +18 -6
  235. data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.c +34 -15
  236. data/src/core/ext/upb-generated/envoy/config/tap/v3/common.upb.h +161 -22
  237. data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.c +1 -1
  238. data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.h +6 -2
  239. data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.c +1 -1
  240. data/src/core/ext/upb-generated/envoy/config/trace/v3/dynamic_ot.upb.h +6 -2
  241. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.c +2 -2
  242. data/src/core/ext/upb-generated/envoy/config/trace/v3/http_tracer.upb.h +12 -4
  243. data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.c +1 -1
  244. data/src/core/ext/upb-generated/envoy/config/trace/v3/lightstep.upb.h +6 -2
  245. data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.c +1 -1
  246. data/src/core/ext/upb-generated/envoy/config/trace/v3/opencensus.upb.h +6 -2
  247. data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.c +46 -0
  248. data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.h +98 -0
  249. data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.c +1 -1
  250. data/src/core/ext/upb-generated/envoy/config/trace/v3/service.upb.h +6 -2
  251. data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.c +2 -2
  252. data/src/core/ext/upb-generated/envoy/config/trace/v3/skywalking.upb.h +12 -4
  253. data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.c +1 -0
  254. data/src/core/ext/upb-generated/envoy/config/trace/v3/trace.upb.h +1 -0
  255. data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.c +2 -2
  256. data/src/core/ext/upb-generated/envoy/config/trace/v3/xray.upb.h +12 -4
  257. data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.c +1 -1
  258. data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.h +6 -2
  259. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.c +1 -1
  260. data/src/core/ext/upb-generated/envoy/extensions/clusters/aggregate/v3/cluster.upb.h +6 -2
  261. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.c +2 -2
  262. data/src/core/ext/upb-generated/envoy/extensions/filters/common/fault/v3/fault.upb.h +30 -10
  263. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +2 -2
  264. data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +18 -6
  265. data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.c +11 -4
  266. data/src/core/ext/upb-generated/envoy/extensions/filters/http/rbac/v3/rbac.upb.h +58 -4
  267. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +1 -1
  268. data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +6 -2
  269. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +35 -27
  270. data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +177 -52
  271. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.c +52 -0
  272. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +168 -0
  273. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.c +46 -0
  274. data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/wrr_locality/v3/wrr_locality.upb.h +98 -0
  275. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.c +10 -8
  276. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/common.upb.h +66 -14
  277. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.c +3 -3
  278. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/secret.upb.h +18 -6
  279. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +5 -5
  280. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +42 -14
  281. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.c +2 -2
  282. data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls_spiffe_validator_config.upb.h +12 -4
  283. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.c +1 -1
  284. data/src/core/ext/upb-generated/envoy/service/discovery/v3/ads.upb.h +6 -2
  285. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +131 -16
  286. data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +632 -12
  287. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.c +2 -2
  288. data/src/core/ext/upb-generated/envoy/service/load_stats/v3/lrs.upb.h +12 -4
  289. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.c +5 -5
  290. data/src/core/ext/upb-generated/envoy/service/status/v3/csds.upb.h +30 -10
  291. data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.c +1 -1
  292. data/src/core/ext/upb-generated/envoy/type/http/v3/cookie.upb.h +6 -2
  293. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.c +4 -4
  294. data/src/core/ext/upb-generated/envoy/type/http/v3/path_transformation.upb.h +24 -8
  295. data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.c +4 -4
  296. data/src/core/ext/upb-generated/envoy/type/matcher/v3/http_inputs.upb.h +24 -8
  297. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.c +2 -2
  298. data/src/core/ext/upb-generated/envoy/type/matcher/v3/metadata.upb.h +12 -4
  299. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.c +1 -1
  300. data/src/core/ext/upb-generated/envoy/type/matcher/v3/node.upb.h +6 -2
  301. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.c +1 -1
  302. data/src/core/ext/upb-generated/envoy/type/matcher/v3/number.upb.h +6 -2
  303. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.c +1 -1
  304. data/src/core/ext/upb-generated/envoy/type/matcher/v3/path.upb.h +6 -2
  305. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.c +3 -3
  306. data/src/core/ext/upb-generated/envoy/type/matcher/v3/regex.upb.h +18 -6
  307. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.c +1 -1
  308. data/src/core/ext/upb-generated/envoy/type/matcher/v3/string.upb.h +12 -4
  309. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.c +2 -2
  310. data/src/core/ext/upb-generated/envoy/type/matcher/v3/struct.upb.h +12 -4
  311. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.c +3 -3
  312. data/src/core/ext/upb-generated/envoy/type/matcher/v3/value.upb.h +18 -6
  313. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.c +7 -7
  314. data/src/core/ext/upb-generated/envoy/type/metadata/v3/metadata.upb.h +42 -14
  315. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.c +5 -5
  316. data/src/core/ext/upb-generated/envoy/type/tracing/v3/custom_tag.upb.h +30 -10
  317. data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.c +3 -3
  318. data/src/core/ext/upb-generated/envoy/type/v3/hash_policy.upb.h +18 -6
  319. data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.c +1 -1
  320. data/src/core/ext/upb-generated/envoy/type/v3/http_status.upb.h +6 -2
  321. data/src/core/ext/upb-generated/envoy/type/v3/percent.upb.h +12 -4
  322. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.c +2 -2
  323. data/src/core/ext/upb-generated/envoy/type/v3/range.upb.h +18 -6
  324. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.c +63 -0
  325. data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_strategy.upb.h +202 -0
  326. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.c +1 -1
  327. data/src/core/ext/upb-generated/envoy/type/v3/semantic_version.upb.h +6 -2
  328. data/src/core/ext/upb-generated/envoy/type/v3/token_bucket.upb.h +6 -2
  329. data/src/core/ext/upb-generated/google/api/annotations.upb.h +1 -1
  330. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.c +11 -11
  331. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/checked.upb.h +66 -22
  332. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.c +9 -9
  333. data/src/core/ext/upb-generated/google/api/expr/v1alpha1/syntax.upb.h +72 -24
  334. data/src/core/ext/upb-generated/google/api/http.upb.c +3 -3
  335. data/src/core/ext/upb-generated/google/api/http.upb.h +18 -6
  336. data/src/core/ext/upb-generated/google/api/httpbody.upb.c +1 -1
  337. data/src/core/ext/upb-generated/google/api/httpbody.upb.h +6 -2
  338. data/src/core/ext/upb-generated/google/protobuf/any.upb.c +1 -1
  339. data/src/core/ext/upb-generated/google/protobuf/any.upb.h +6 -2
  340. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.c +44 -43
  341. data/src/core/ext/upb-generated/google/protobuf/descriptor.upb.h +177 -55
  342. data/src/core/ext/upb-generated/google/protobuf/duration.upb.c +1 -1
  343. data/src/core/ext/upb-generated/google/protobuf/duration.upb.h +6 -2
  344. data/src/core/ext/upb-generated/google/protobuf/empty.upb.c +1 -1
  345. data/src/core/ext/upb-generated/google/protobuf/empty.upb.h +6 -2
  346. data/src/core/ext/upb-generated/google/protobuf/struct.upb.c +2 -2
  347. data/src/core/ext/upb-generated/google/protobuf/struct.upb.h +18 -6
  348. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.c +1 -1
  349. data/src/core/ext/upb-generated/google/protobuf/timestamp.upb.h +6 -2
  350. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.c +6 -6
  351. data/src/core/ext/upb-generated/google/protobuf/wrappers.upb.h +54 -18
  352. data/src/core/ext/upb-generated/google/rpc/status.upb.c +1 -1
  353. data/src/core/ext/upb-generated/google/rpc/status.upb.h +6 -2
  354. data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.c +2 -2
  355. data/src/core/ext/upb-generated/opencensus/proto/trace/v1/trace_config.upb.h +24 -8
  356. data/src/core/ext/upb-generated/src/proto/grpc/gcp/altscontext.upb.h +6 -2
  357. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.c +7 -7
  358. data/src/core/ext/upb-generated/src/proto/grpc/gcp/handshaker.upb.h +60 -20
  359. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.c +1 -1
  360. data/src/core/ext/upb-generated/src/proto/grpc/gcp/transport_security_common.upb.h +12 -4
  361. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.c +2 -2
  362. data/src/core/ext/upb-generated/src/proto/grpc/health/v1/health.upb.h +12 -4
  363. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.c +6 -6
  364. data/src/core/ext/upb-generated/src/proto/grpc/lb/v1/load_balancer.upb.h +54 -18
  365. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.c +2 -2
  366. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls.upb.h +12 -4
  367. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.c +7 -7
  368. data/src/core/ext/upb-generated/src/proto/grpc/lookup/v1/rls_config.upb.h +42 -14
  369. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.c +3 -3
  370. data/src/core/ext/upb-generated/udpa/annotations/migrate.upb.h +23 -11
  371. data/src/core/ext/upb-generated/udpa/annotations/security.upb.c +1 -1
  372. data/src/core/ext/upb-generated/udpa/annotations/security.upb.h +7 -3
  373. data/src/core/ext/upb-generated/udpa/annotations/status.upb.h +7 -3
  374. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.c +1 -1
  375. data/src/core/ext/upb-generated/udpa/annotations/versioning.upb.h +7 -3
  376. data/src/core/ext/upb-generated/validate/validate.upb.c +22 -22
  377. data/src/core/ext/upb-generated/validate/validate.upb.h +139 -47
  378. data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.c +3 -3
  379. data/src/core/ext/upb-generated/xds/annotations/v3/migrate.upb.h +23 -11
  380. data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.c +1 -1
  381. data/src/core/ext/upb-generated/xds/annotations/v3/security.upb.h +7 -3
  382. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.c +3 -3
  383. data/src/core/ext/upb-generated/xds/annotations/v3/status.upb.h +27 -11
  384. data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.c +1 -1
  385. data/src/core/ext/upb-generated/xds/annotations/v3/versioning.upb.h +7 -3
  386. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.c +1 -1
  387. data/src/core/ext/upb-generated/xds/core/v3/authority.upb.h +6 -2
  388. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.c +2 -2
  389. data/src/core/ext/upb-generated/xds/core/v3/collection_entry.upb.h +12 -4
  390. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.c +1 -1
  391. data/src/core/ext/upb-generated/xds/core/v3/context_params.upb.h +6 -2
  392. data/src/core/ext/upb-generated/xds/core/v3/extension.upb.c +1 -1
  393. data/src/core/ext/upb-generated/xds/core/v3/extension.upb.h +6 -2
  394. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.c +1 -1
  395. data/src/core/ext/upb-generated/xds/core/v3/resource.upb.h +6 -2
  396. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.c +1 -1
  397. data/src/core/ext/upb-generated/xds/core/v3/resource_locator.upb.h +12 -4
  398. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.c +1 -1
  399. data/src/core/ext/upb-generated/xds/core/v3/resource_name.upb.h +6 -2
  400. data/src/core/ext/upb-generated/xds/data/orca/v3/orca_load_report.upb.h +6 -2
  401. data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.c +1 -1
  402. data/src/core/ext/upb-generated/xds/service/orca/v3/orca.upb.h +6 -2
  403. data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.c +6 -6
  404. data/src/core/ext/upb-generated/xds/type/matcher/v3/matcher.upb.h +54 -18
  405. data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.c +2 -2
  406. data/src/core/ext/upb-generated/xds/type/matcher/v3/regex.upb.h +12 -4
  407. data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.c +1 -1
  408. data/src/core/ext/upb-generated/xds/type/matcher/v3/string.upb.h +12 -4
  409. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.c +1 -1
  410. data/src/core/ext/upb-generated/xds/type/v3/typed_struct.upb.h +6 -2
  411. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.c +67 -274
  412. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump.upbdefs.h +0 -85
  413. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.c +256 -0
  414. data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.h +115 -0
  415. data/src/core/ext/upbdefs-generated/envoy/admin/v3/listeners.upbdefs.c +14 -11
  416. data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +107 -107
  417. data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +191 -187
  418. data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.c +156 -154
  419. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.c +186 -183
  420. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +136 -134
  421. data/src/core/ext/upbdefs-generated/envoy/config/core/v3/substitution_format_string.upbdefs.c +16 -16
  422. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.c +162 -139
  423. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.h +5 -0
  424. data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/udp_listener_config.upbdefs.c +39 -31
  425. data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.c +12 -8
  426. data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.h +5 -0
  427. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.c +72 -75
  428. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.h +0 -5
  429. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.c +713 -670
  430. data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.h +10 -0
  431. data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.c +150 -139
  432. data/src/core/ext/upbdefs-generated/envoy/config/tap/v3/common.upbdefs.h +5 -0
  433. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.c +47 -0
  434. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.h +35 -0
  435. data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/trace.upbdefs.c +16 -12
  436. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/rbac/v3/rbac.upbdefs.c +46 -25
  437. data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +477 -466
  438. data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/common.upbdefs.c +21 -18
  439. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.c +153 -84
  440. data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.h +35 -0
  441. data/src/core/ext/upbdefs-generated/envoy/service/status/v3/csds.upbdefs.c +113 -113
  442. data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +29 -28
  443. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.c +69 -0
  444. data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_strategy.upbdefs.h +40 -0
  445. data/src/core/ext/upbdefs-generated/google/protobuf/descriptor.upbdefs.c +92 -90
  446. data/src/core/ext/xds/certificate_provider_factory.h +6 -1
  447. data/src/core/ext/xds/certificate_provider_registry.cc +8 -8
  448. data/src/core/ext/xds/certificate_provider_registry.h +3 -1
  449. data/src/core/ext/xds/certificate_provider_store.cc +2 -0
  450. data/src/core/ext/xds/certificate_provider_store.h +9 -0
  451. data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +9 -0
  452. data/src/core/ext/xds/file_watcher_certificate_provider_factory.h +8 -0
  453. data/src/core/ext/xds/upb_utils.h +0 -22
  454. data/src/core/ext/xds/xds_api.cc +68 -103
  455. data/src/core/ext/xds/xds_api.h +30 -32
  456. data/src/core/ext/xds/xds_bootstrap.cc +69 -69
  457. data/src/core/ext/xds/xds_bootstrap.h +37 -19
  458. data/src/core/ext/xds/xds_certificate_provider.cc +12 -3
  459. data/src/core/ext/xds/xds_certificate_provider.h +25 -1
  460. data/src/core/ext/xds/xds_channel_stack_modifier.cc +15 -4
  461. data/src/core/ext/xds/xds_channel_stack_modifier.h +13 -1
  462. data/src/core/ext/xds/xds_client.cc +583 -1193
  463. data/src/core/ext/xds/xds_client.h +28 -42
  464. data/src/core/ext/xds/xds_client_grpc.cc +291 -0
  465. data/src/core/ext/xds/xds_client_grpc.h +102 -0
  466. data/src/core/ext/xds/xds_client_stats.cc +3 -4
  467. data/src/core/ext/xds/xds_client_stats.h +4 -3
  468. data/src/core/ext/xds/xds_cluster.cc +107 -107
  469. data/src/core/ext/xds/xds_cluster.h +14 -5
  470. data/src/core/ext/xds/xds_cluster_specifier_plugin.cc +23 -18
  471. data/src/core/ext/xds/xds_cluster_specifier_plugin.h +2 -8
  472. data/src/core/ext/xds/xds_common_types.cc +161 -123
  473. data/src/core/ext/xds/xds_common_types.h +16 -9
  474. data/src/core/ext/xds/xds_endpoint.cc +95 -85
  475. data/src/core/ext/xds/xds_endpoint.h +16 -8
  476. data/src/core/ext/xds/xds_http_fault_filter.cc +11 -16
  477. data/src/core/ext/xds/xds_http_fault_filter.h +5 -3
  478. data/src/core/ext/xds/xds_http_filters.cc +7 -0
  479. data/src/core/ext/xds/xds_http_filters.h +5 -5
  480. data/src/core/ext/xds/xds_http_rbac_filter.cc +52 -55
  481. data/src/core/ext/xds/xds_http_rbac_filter.h +8 -1
  482. data/src/core/ext/xds/xds_lb_policy_registry.cc +288 -0
  483. data/src/core/ext/xds/xds_lb_policy_registry.h +72 -0
  484. data/src/core/ext/xds/xds_listener.cc +355 -307
  485. data/src/core/ext/xds/xds_listener.h +13 -4
  486. data/src/core/ext/xds/xds_resource_type.h +16 -5
  487. data/src/core/ext/xds/xds_resource_type_impl.h +7 -3
  488. data/src/core/ext/xds/xds_route_config.cc +215 -184
  489. data/src/core/ext/xds/xds_route_config.h +39 -16
  490. data/src/core/ext/xds/xds_routing.cc +19 -6
  491. data/src/core/ext/xds/xds_routing.h +12 -9
  492. data/src/core/ext/xds/xds_server_config_fetcher.cc +124 -81
  493. data/src/core/ext/xds/xds_transport.h +86 -0
  494. data/src/core/ext/xds/xds_transport_grpc.cc +349 -0
  495. data/src/core/ext/xds/xds_transport_grpc.h +135 -0
  496. data/src/core/lib/address_utils/parse_address.cc +24 -25
  497. data/src/core/lib/address_utils/parse_address.h +11 -7
  498. data/src/core/lib/address_utils/sockaddr_utils.cc +8 -7
  499. data/src/core/lib/address_utils/sockaddr_utils.h +2 -0
  500. data/src/core/lib/avl/avl.h +47 -25
  501. data/src/core/lib/backoff/backoff.cc +1 -1
  502. data/src/core/lib/backoff/backoff.h +1 -1
  503. data/src/core/lib/channel/call_tracer.h +4 -4
  504. data/src/core/lib/channel/channel_args.cc +88 -19
  505. data/src/core/lib/channel/channel_args.h +114 -62
  506. data/src/core/lib/channel/channel_args_preconditioning.cc +1 -0
  507. data/src/core/lib/channel/channel_fwd.h +26 -0
  508. data/src/core/lib/channel/channel_stack.cc +4 -5
  509. data/src/core/lib/channel/channel_stack.h +1 -11
  510. data/src/core/lib/channel/channel_stack_builder.cc +3 -3
  511. data/src/core/lib/channel/channel_stack_builder.h +4 -7
  512. data/src/core/lib/channel/channel_stack_builder_impl.cc +3 -5
  513. data/src/core/lib/channel/channel_stack_builder_impl.h +1 -0
  514. data/src/core/lib/channel/channelz.cc +28 -37
  515. data/src/core/lib/channel/channelz.h +11 -3
  516. data/src/core/lib/channel/channelz_registry.cc +4 -5
  517. data/src/core/lib/channel/connected_channel.cc +1 -0
  518. data/src/core/lib/channel/connected_channel.h +1 -0
  519. data/src/core/lib/channel/promise_based_filter.cc +11 -5
  520. data/src/core/lib/channel/promise_based_filter.h +2 -1
  521. data/src/core/lib/compression/compression.cc +6 -1
  522. data/src/core/lib/compression/compression_internal.cc +3 -6
  523. data/src/core/lib/compression/compression_internal.h +3 -2
  524. data/src/core/lib/compression/message_compress.cc +3 -1
  525. data/src/core/lib/compression/message_compress.h +2 -3
  526. data/src/core/lib/config/core_configuration.h +48 -35
  527. data/src/core/lib/debug/stats.cc +15 -18
  528. data/src/core/lib/debug/stats.h +13 -4
  529. data/src/core/lib/debug/stats_data.cc +2 -1
  530. data/src/core/lib/debug/stats_data.h +0 -4
  531. data/src/core/lib/debug/trace.h +13 -12
  532. data/src/core/lib/event_engine/default_event_engine.cc +71 -0
  533. data/src/core/lib/event_engine/{event_engine_factory.h → default_event_engine.h} +6 -10
  534. data/src/core/lib/event_engine/default_event_engine_factory.cc +20 -3
  535. data/src/core/lib/event_engine/default_event_engine_factory.h +33 -0
  536. data/src/core/lib/event_engine/executor/executor.h +38 -0
  537. data/src/core/lib/event_engine/executor/threaded_executor.cc +36 -0
  538. data/src/core/lib/event_engine/executor/threaded_executor.h +44 -0
  539. data/src/core/lib/event_engine/forkable.cc +98 -0
  540. data/src/core/lib/event_engine/forkable.h +61 -0
  541. data/src/core/lib/event_engine/poller.h +54 -0
  542. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +142 -0
  543. data/src/core/lib/event_engine/{iomgr_engine.h → posix_engine/posix_engine.h} +35 -32
  544. data/src/core/lib/event_engine/posix_engine/timer.cc +311 -0
  545. data/src/core/lib/event_engine/posix_engine/timer.h +193 -0
  546. data/src/core/lib/event_engine/posix_engine/timer_heap.cc +107 -0
  547. data/src/core/lib/event_engine/posix_engine/timer_heap.h +56 -0
  548. data/src/core/lib/event_engine/posix_engine/timer_manager.cc +290 -0
  549. data/src/core/lib/event_engine/posix_engine/timer_manager.h +120 -0
  550. data/src/core/lib/event_engine/promise.h +78 -0
  551. data/src/core/lib/event_engine/socket_notifier.h +55 -0
  552. data/src/core/lib/event_engine/thread_pool.cc +158 -0
  553. data/src/core/lib/event_engine/thread_pool.h +81 -0
  554. data/src/core/lib/event_engine/utils.cc +49 -0
  555. data/src/core/lib/event_engine/utils.h +40 -0
  556. data/src/core/lib/event_engine/windows/iocp.cc +149 -0
  557. data/src/core/lib/event_engine/windows/iocp.h +68 -0
  558. data/src/core/lib/event_engine/windows/win_socket.cc +196 -0
  559. data/src/core/lib/event_engine/windows/win_socket.h +120 -0
  560. data/src/core/lib/event_engine/windows/windows_engine.cc +159 -0
  561. data/src/core/lib/event_engine/windows/windows_engine.h +120 -0
  562. data/src/core/lib/gpr/time.cc +11 -9
  563. data/src/core/lib/gpr/time_posix.cc +6 -9
  564. data/src/core/lib/gpr/time_windows.cc +10 -7
  565. data/src/core/lib/gpr/useful.h +29 -0
  566. data/src/core/lib/gprpp/bitset.h +3 -13
  567. data/src/core/lib/gprpp/debug_location.h +39 -7
  568. data/src/core/lib/gprpp/manual_constructor.h +0 -68
  569. data/src/core/lib/gprpp/no_destruct.h +94 -0
  570. data/src/core/lib/gprpp/ref_counted_ptr.h +0 -1
  571. data/src/core/lib/gprpp/status_helper.cc +45 -30
  572. data/src/core/lib/gprpp/table.h +0 -1
  573. data/src/core/lib/gprpp/time.cc +8 -0
  574. data/src/core/lib/gprpp/time.h +4 -0
  575. data/src/core/lib/gprpp/time_averaged_stats.cc +60 -0
  576. data/src/core/lib/{iomgr → gprpp}/time_averaged_stats.h +29 -22
  577. data/src/core/lib/{iomgr → gprpp}/work_serializer.cc +34 -18
  578. data/src/core/lib/{iomgr → gprpp}/work_serializer.h +21 -28
  579. data/src/core/lib/http/format_request.cc +5 -4
  580. data/src/core/lib/http/format_request.h +1 -1
  581. data/src/core/lib/http/httpcli.cc +29 -35
  582. data/src/core/lib/http/httpcli.h +19 -3
  583. data/src/core/lib/http/httpcli_security_connector.cc +26 -14
  584. data/src/core/lib/http/httpcli_ssl_credentials.h +3 -1
  585. data/src/core/lib/http/parser.cc +6 -7
  586. data/src/core/lib/http/parser.h +3 -0
  587. data/src/core/lib/iomgr/call_combiner.cc +2 -28
  588. data/src/core/lib/iomgr/closure.h +0 -9
  589. data/src/core/lib/iomgr/combiner.cc +0 -20
  590. data/src/core/lib/iomgr/endpoint.h +1 -1
  591. data/src/core/lib/iomgr/endpoint_cfstream.cc +2 -2
  592. data/src/core/lib/iomgr/endpoint_pair_posix.cc +2 -1
  593. data/src/core/lib/iomgr/error.cc +6 -777
  594. data/src/core/lib/iomgr/error.h +6 -147
  595. data/src/core/lib/iomgr/error_cfstream.cc +0 -5
  596. data/src/core/lib/iomgr/ev_epoll1_linux.cc +57 -18
  597. data/src/core/lib/iomgr/ev_epoll1_linux.h +1 -1
  598. data/src/core/lib/iomgr/ev_poll_posix.cc +94 -61
  599. data/src/core/lib/iomgr/ev_poll_posix.h +2 -2
  600. data/src/core/lib/iomgr/ev_posix.cc +54 -92
  601. data/src/core/lib/iomgr/ev_posix.h +5 -3
  602. data/src/core/lib/iomgr/exec_ctx.cc +0 -12
  603. data/src/core/lib/iomgr/executor.cc +0 -10
  604. data/src/core/lib/iomgr/executor.h +0 -3
  605. data/src/core/lib/iomgr/fork_posix.cc +1 -1
  606. data/src/core/lib/iomgr/iomgr.cc +7 -0
  607. data/src/core/lib/iomgr/iomgr_posix.cc +1 -0
  608. data/src/core/lib/iomgr/iomgr_posix_cfstream.cc +1 -0
  609. data/src/core/lib/iomgr/load_file.cc +1 -1
  610. data/src/core/lib/iomgr/lockfree_event.cc +0 -17
  611. data/src/core/lib/iomgr/port.h +3 -0
  612. data/src/core/lib/iomgr/resolve_address.h +29 -6
  613. data/src/core/lib/iomgr/resolve_address_posix.cc +39 -9
  614. data/src/core/lib/iomgr/resolve_address_posix.h +19 -5
  615. data/src/core/lib/iomgr/resolve_address_windows.cc +41 -11
  616. data/src/core/lib/iomgr/resolve_address_windows.h +19 -5
  617. data/src/core/lib/iomgr/socket_windows.h +0 -2
  618. data/src/core/lib/iomgr/tcp_client.cc +12 -7
  619. data/src/core/lib/iomgr/tcp_client.h +24 -13
  620. data/src/core/lib/iomgr/tcp_client_cfstream.cc +15 -9
  621. data/src/core/lib/iomgr/tcp_client_posix.cc +143 -25
  622. data/src/core/lib/iomgr/tcp_client_posix.h +1 -1
  623. data/src/core/lib/iomgr/tcp_client_windows.cc +14 -10
  624. data/src/core/lib/iomgr/tcp_posix.cc +207 -33
  625. data/src/core/lib/iomgr/tcp_server_posix.cc +7 -7
  626. data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +12 -12
  627. data/src/core/lib/iomgr/tcp_server_utils_posix_ifaddrs.cc +2 -2
  628. data/src/core/lib/iomgr/tcp_server_windows.cc +7 -7
  629. data/src/core/lib/iomgr/tcp_windows.cc +5 -5
  630. data/src/core/lib/iomgr/timer_generic.cc +6 -8
  631. data/src/core/lib/iomgr/unix_sockets_posix.cc +2 -2
  632. data/src/core/lib/iomgr/wakeup_fd_pipe.cc +2 -2
  633. data/src/core/lib/iomgr/wakeup_fd_posix.cc +15 -12
  634. data/src/core/lib/iomgr/wakeup_fd_posix.h +0 -2
  635. data/src/core/lib/json/json.h +19 -22
  636. data/src/core/lib/json/json_args.h +34 -0
  637. data/src/core/lib/json/json_object_loader.cc +233 -0
  638. data/src/core/lib/json/json_object_loader.h +618 -0
  639. data/src/core/lib/json/json_reader.cc +86 -62
  640. data/src/core/lib/json/json_util.cc +8 -36
  641. data/src/core/{ext/filters/client_channel → lib/load_balancing}/lb_policy.cc +3 -44
  642. data/src/core/{ext/filters/client_channel → lib/load_balancing}/lb_policy.h +15 -31
  643. data/src/core/lib/load_balancing/lb_policy_factory.h +49 -0
  644. data/src/core/{ext/filters/client_channel → lib/load_balancing}/lb_policy_registry.cc +48 -73
  645. data/src/core/{ext/filters/client_channel → lib/load_balancing}/lb_policy_registry.h +27 -27
  646. data/src/core/{ext/filters/client_channel → lib/load_balancing}/subchannel_interface.h +16 -24
  647. data/src/core/lib/matchers/matchers.cc +6 -3
  648. data/src/core/lib/matchers/matchers.h +2 -0
  649. data/src/core/lib/promise/activity.cc +0 -1
  650. data/src/core/lib/promise/activity.h +56 -14
  651. data/src/core/lib/promise/arena_promise.h +84 -81
  652. data/src/core/lib/promise/context.h +0 -1
  653. data/src/core/lib/promise/detail/basic_seq.h +43 -23
  654. data/src/core/lib/promise/detail/promise_factory.h +0 -1
  655. data/src/core/lib/promise/loop.h +1 -0
  656. data/src/core/lib/promise/map.h +0 -1
  657. data/src/core/lib/promise/promise.h +1 -0
  658. data/src/core/lib/promise/seq.h +25 -4
  659. data/src/core/lib/promise/sleep.cc +43 -42
  660. data/src/core/lib/promise/sleep.h +31 -28
  661. data/src/core/lib/promise/try_seq.h +26 -6
  662. data/src/core/lib/resolver/resolver.cc +0 -42
  663. data/src/core/lib/resolver/resolver.h +5 -12
  664. data/src/core/lib/resolver/resolver_factory.h +6 -4
  665. data/src/core/lib/resolver/resolver_registry.cc +3 -10
  666. data/src/core/lib/resolver/resolver_registry.h +12 -2
  667. data/src/core/lib/resolver/server_address.cc +19 -15
  668. data/src/core/lib/resolver/server_address.h +11 -8
  669. data/src/core/lib/resource_quota/api.cc +1 -1
  670. data/src/core/lib/resource_quota/arena.cc +21 -1
  671. data/src/core/lib/resource_quota/arena.h +24 -2
  672. data/src/core/lib/resource_quota/memory_quota.cc +171 -73
  673. data/src/core/lib/resource_quota/memory_quota.h +109 -42
  674. data/src/core/lib/resource_quota/periodic_update.cc +79 -0
  675. data/src/core/lib/resource_quota/periodic_update.h +71 -0
  676. data/src/core/lib/security/authorization/authorization_policy_provider.h +7 -0
  677. data/src/core/lib/security/authorization/authorization_policy_provider_vtable.cc +4 -0
  678. data/src/core/lib/security/authorization/evaluate_args.cc +17 -8
  679. data/src/core/lib/security/authorization/evaluate_args.h +6 -3
  680. data/src/core/lib/security/authorization/grpc_authorization_engine.cc +6 -0
  681. data/src/core/lib/security/authorization/grpc_authorization_engine.h +7 -0
  682. data/src/core/lib/security/authorization/grpc_server_authz_filter.cc +12 -1
  683. data/src/core/lib/security/authorization/grpc_server_authz_filter.h +13 -2
  684. data/src/core/lib/security/authorization/matchers.cc +20 -9
  685. data/src/core/lib/security/authorization/matchers.h +7 -0
  686. data/src/core/lib/security/authorization/rbac_policy.cc +4 -0
  687. data/src/core/lib/security/authorization/rbac_policy.h +7 -0
  688. data/src/core/lib/security/context/security_context.cc +5 -2
  689. data/src/core/lib/security/context/security_context.h +14 -2
  690. data/src/core/lib/security/credentials/alts/alts_credentials.cc +6 -5
  691. data/src/core/lib/security/credentials/alts/alts_credentials.h +8 -4
  692. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_client_options.cc +1 -3
  693. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_server_options.cc +1 -4
  694. data/src/core/lib/security/credentials/call_creds_util.cc +8 -0
  695. data/src/core/lib/security/credentials/call_creds_util.h +1 -0
  696. data/src/core/lib/security/credentials/channel_creds_registry.h +6 -1
  697. data/src/core/lib/security/credentials/channel_creds_registry_init.cc +10 -0
  698. data/src/core/lib/security/credentials/composite/composite_credentials.cc +5 -9
  699. data/src/core/lib/security/credentials/composite/composite_credentials.h +17 -5
  700. data/src/core/lib/security/credentials/credentials.cc +4 -8
  701. data/src/core/lib/security/credentials/credentials.h +26 -20
  702. data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +45 -20
  703. data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +10 -0
  704. data/src/core/lib/security/credentials/external/aws_request_signer.cc +9 -0
  705. data/src/core/lib/security/credentials/external/external_account_credentials.cc +53 -29
  706. data/src/core/lib/security/credentials/external/external_account_credentials.h +11 -0
  707. data/src/core/lib/security/credentials/external/file_external_account_credentials.cc +15 -8
  708. data/src/core/lib/security/credentials/external/file_external_account_credentials.h +6 -0
  709. data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +23 -9
  710. data/src/core/lib/security/credentials/external/url_external_account_credentials.h +10 -0
  711. data/src/core/lib/security/credentials/fake/fake_credentials.cc +10 -17
  712. data/src/core/lib/security/credentials/fake/fake_credentials.h +13 -5
  713. data/src/core/lib/security/credentials/google_default/credentials_generic.cc +1 -0
  714. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +55 -35
  715. data/src/core/lib/security/credentials/google_default/google_default_credentials.h +10 -3
  716. data/src/core/lib/security/credentials/iam/iam_credentials.cc +8 -3
  717. data/src/core/lib/security/credentials/iam/iam_credentials.h +10 -0
  718. data/src/core/lib/security/credentials/insecure/insecure_credentials.cc +7 -3
  719. data/src/core/lib/security/credentials/insecure/insecure_credentials.h +7 -3
  720. data/src/core/lib/security/credentials/jwt/json_token.cc +17 -5
  721. data/src/core/lib/security/credentials/jwt/json_token.h +2 -2
  722. data/src/core/lib/security/credentials/jwt/jwt_credentials.cc +12 -10
  723. data/src/core/lib/security/credentials/jwt/jwt_credentials.h +14 -0
  724. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +37 -14
  725. data/src/core/lib/security/credentials/jwt/jwt_verifier.h +4 -2
  726. data/src/core/lib/security/credentials/local/local_credentials.cc +7 -7
  727. data/src/core/lib/security/credentials/local/local_credentials.h +9 -3
  728. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +41 -29
  729. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +20 -0
  730. data/src/core/lib/security/credentials/plugin/plugin_credentials.cc +7 -7
  731. data/src/core/lib/security/credentials/plugin/plugin_credentials.h +24 -0
  732. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +18 -21
  733. data/src/core/lib/security/credentials/ssl/ssl_credentials.h +15 -3
  734. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.cc +6 -6
  735. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.h +9 -3
  736. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +29 -10
  737. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +15 -4
  738. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.cc +9 -2
  739. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.h +6 -7
  740. data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.cc +4 -5
  741. data/src/core/lib/security/credentials/tls/tls_credentials.cc +19 -26
  742. data/src/core/lib/security/credentials/tls/tls_credentials.h +7 -4
  743. data/src/core/lib/security/credentials/tls/tls_utils.cc +2 -0
  744. data/src/core/lib/security/credentials/tls/tls_utils.h +1 -1
  745. data/src/core/lib/security/credentials/xds/xds_credentials.cc +21 -31
  746. data/src/core/lib/security/credentials/xds/xds_credentials.h +16 -2
  747. data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +30 -18
  748. data/src/core/lib/security/security_connector/alts/alts_security_connector.h +6 -3
  749. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +42 -38
  750. data/src/core/lib/security/security_connector/fake/fake_security_connector.h +3 -3
  751. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.cc +13 -4
  752. data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +21 -5
  753. data/src/core/lib/security/security_connector/load_system_roots_fallback.cc +5 -3
  754. data/src/core/lib/security/security_connector/{load_system_roots_linux.cc → load_system_roots_supported.cc} +27 -19
  755. data/src/core/lib/security/security_connector/{load_system_roots_linux.h → load_system_roots_supported.h} +5 -5
  756. data/src/core/lib/security/security_connector/local/local_security_connector.cc +34 -13
  757. data/src/core/lib/security/security_connector/local/local_security_connector.h +7 -3
  758. data/src/core/lib/security/security_connector/security_connector.cc +20 -18
  759. data/src/core/lib/security/security_connector/security_connector.h +23 -9
  760. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +21 -8
  761. data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +4 -2
  762. data/src/core/lib/security/security_connector/ssl_utils.cc +12 -2
  763. data/src/core/lib/security/security_connector/ssl_utils.h +10 -7
  764. data/src/core/lib/security/security_connector/ssl_utils_config.h +1 -1
  765. data/src/core/lib/security/security_connector/tls/tls_security_connector.cc +25 -17
  766. data/src/core/lib/security/security_connector/tls/tls_security_connector.h +27 -7
  767. data/src/core/lib/security/transport/auth_filters.h +8 -1
  768. data/src/core/lib/security/transport/client_auth_filter.cc +19 -11
  769. data/src/core/lib/security/transport/secure_endpoint.cc +63 -13
  770. data/src/core/lib/security/transport/secure_endpoint.h +4 -3
  771. data/src/core/lib/security/transport/security_handshaker.cc +70 -49
  772. data/src/core/lib/security/transport/security_handshaker.h +6 -1
  773. data/src/core/lib/security/transport/server_auth_filter.cc +26 -4
  774. data/src/core/lib/security/util/json_util.cc +3 -2
  775. data/src/core/lib/security/util/json_util.h +0 -2
  776. data/src/core/lib/service_config/service_config.h +11 -0
  777. data/src/core/lib/service_config/service_config_call_data.h +2 -1
  778. data/src/core/lib/service_config/service_config_impl.cc +98 -97
  779. data/src/core/lib/service_config/service_config_impl.h +12 -16
  780. data/src/core/lib/service_config/service_config_parser.cc +26 -29
  781. data/src/core/lib/service_config/service_config_parser.h +10 -22
  782. data/src/core/lib/slice/percent_encoding.cc +4 -13
  783. data/src/core/lib/slice/slice.cc +10 -4
  784. data/src/core/lib/slice/slice_buffer.cc +30 -1
  785. data/src/core/lib/slice/slice_buffer.h +37 -6
  786. data/src/core/lib/slice/slice_string_helpers.cc +0 -20
  787. data/src/core/lib/slice/slice_string_helpers.h +0 -4
  788. data/src/core/lib/surface/call.cc +61 -117
  789. data/src/core/lib/surface/call.h +5 -1
  790. data/src/core/lib/surface/channel.cc +6 -6
  791. data/src/core/lib/surface/channel.h +3 -1
  792. data/src/core/lib/surface/channel_ping.cc +1 -1
  793. data/src/core/lib/surface/completion_queue.cc +15 -16
  794. data/src/core/lib/surface/completion_queue.h +2 -4
  795. data/src/core/lib/surface/init.cc +2 -7
  796. data/src/core/lib/surface/lame_client.cc +3 -4
  797. data/src/core/lib/surface/lame_client.h +2 -2
  798. data/src/core/lib/surface/server.cc +21 -20
  799. data/src/core/lib/surface/server.h +11 -8
  800. data/src/core/lib/surface/validate_metadata.cc +5 -15
  801. data/src/core/lib/surface/version.cc +2 -2
  802. data/src/core/lib/transport/connectivity_state.cc +0 -1
  803. data/src/core/lib/transport/connectivity_state.h +1 -1
  804. data/src/core/lib/transport/error_utils.cc +9 -39
  805. data/src/core/lib/transport/handshaker.cc +10 -12
  806. data/src/core/lib/transport/handshaker.h +4 -5
  807. data/src/core/lib/transport/handshaker_factory.h +2 -3
  808. data/src/core/lib/transport/handshaker_registry.cc +2 -1
  809. data/src/core/lib/transport/handshaker_registry.h +2 -4
  810. data/src/core/lib/transport/http_connect_handshaker.cc +20 -20
  811. data/src/core/lib/transport/metadata_batch.cc +5 -0
  812. data/src/core/lib/transport/metadata_batch.h +52 -7
  813. data/src/core/lib/transport/parsed_metadata.h +0 -1
  814. data/src/core/lib/transport/tcp_connect_handshaker.cc +14 -20
  815. data/src/core/lib/transport/transport.cc +0 -3
  816. data/src/core/lib/transport/transport.h +20 -21
  817. data/src/core/lib/transport/transport_fwd.h +20 -0
  818. data/src/core/lib/transport/transport_impl.h +1 -0
  819. data/src/core/lib/transport/transport_op_string.cc +9 -9
  820. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +40 -21
  821. data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +1 -1
  822. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +15 -8
  823. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker_private.h +1 -1
  824. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +9 -1
  825. data/src/core/tsi/fake_transport_security.cc +66 -31
  826. data/src/core/tsi/fake_transport_security.h +6 -0
  827. data/src/core/tsi/local_transport_security.cc +9 -5
  828. data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +10 -1
  829. data/src/core/tsi/ssl_transport_security.cc +48 -24
  830. data/src/core/tsi/transport_security.cc +18 -6
  831. data/src/core/tsi/transport_security.h +2 -1
  832. data/src/core/tsi/transport_security_grpc.cc +3 -2
  833. data/src/core/tsi/transport_security_grpc.h +5 -2
  834. data/src/core/tsi/transport_security_interface.h +17 -5
  835. data/src/ruby/ext/grpc/ext-export-truffleruby.clang +2 -0
  836. data/src/ruby/ext/grpc/ext-export-truffleruby.gcc +7 -0
  837. data/src/ruby/ext/grpc/ext-export.clang +1 -0
  838. data/src/ruby/ext/grpc/ext-export.gcc +1 -0
  839. data/src/ruby/ext/grpc/extconf.rb +51 -18
  840. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +1 -1
  841. data/src/ruby/ext/grpc/rb_loader.c +6 -2
  842. data/src/ruby/lib/grpc/errors.rb +1 -1
  843. data/src/ruby/lib/grpc/version.rb +1 -1
  844. data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +4 -0
  845. data/src/ruby/spec/generic/client_stub_spec.rb +23 -23
  846. data/third_party/abseil-cpp/absl/algorithm/container.h +1 -1
  847. data/third_party/abseil-cpp/absl/base/attributes.h +49 -22
  848. data/third_party/abseil-cpp/absl/base/casts.h +61 -68
  849. data/third_party/abseil-cpp/absl/base/config.h +182 -41
  850. data/third_party/abseil-cpp/absl/base/internal/cycleclock.cc +12 -42
  851. data/third_party/abseil-cpp/absl/base/internal/cycleclock.h +67 -2
  852. data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +3 -3
  853. data/third_party/abseil-cpp/absl/base/internal/endian.h +17 -62
  854. data/third_party/abseil-cpp/absl/base/internal/fast_type_id.h +2 -0
  855. data/third_party/abseil-cpp/absl/base/internal/invoke.h +54 -0
  856. data/third_party/abseil-cpp/absl/base/internal/prefetch.h +138 -0
  857. data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +29 -22
  858. data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +13 -12
  859. data/third_party/abseil-cpp/absl/base/internal/spinlock.cc +3 -0
  860. data/third_party/abseil-cpp/absl/base/internal/spinlock.h +8 -0
  861. data/third_party/abseil-cpp/absl/base/internal/spinlock_linux.inc +2 -5
  862. data/third_party/abseil-cpp/absl/base/internal/strerror.cc +88 -0
  863. data/third_party/abseil-cpp/absl/base/internal/strerror.h +39 -0
  864. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +0 -1
  865. data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +2 -1
  866. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +6 -7
  867. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.h +12 -3
  868. data/third_party/abseil-cpp/absl/base/log_severity.cc +28 -0
  869. data/third_party/abseil-cpp/absl/base/log_severity.h +51 -0
  870. data/third_party/abseil-cpp/absl/base/optimization.h +19 -11
  871. data/third_party/abseil-cpp/absl/base/options.h +1 -1
  872. data/third_party/abseil-cpp/absl/base/thread_annotations.h +2 -2
  873. data/third_party/abseil-cpp/absl/container/fixed_array.h +2 -0
  874. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +11 -4
  875. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +15 -9
  876. data/third_party/abseil-cpp/absl/container/inlined_vector.h +20 -9
  877. data/third_party/abseil-cpp/absl/container/internal/common.h +6 -5
  878. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +10 -28
  879. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +68 -20
  880. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +29 -11
  881. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +59 -38
  882. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +4 -0
  883. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +515 -184
  884. data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.cc +45 -88
  885. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.cc +4 -0
  886. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +3 -2
  887. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +8 -3
  888. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_arm-inl.inc +8 -3
  889. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_config.h +2 -1
  890. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +8 -3
  891. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_riscv-inl.inc +20 -18
  892. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +8 -3
  893. data/third_party/abseil-cpp/absl/debugging/internal/vdso_support.cc +15 -2
  894. data/third_party/abseil-cpp/absl/debugging/symbolize.cc +6 -1
  895. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +46 -7
  896. data/third_party/abseil-cpp/absl/functional/any_invocable.h +313 -0
  897. data/third_party/abseil-cpp/absl/functional/bind_front.h +10 -1
  898. data/third_party/abseil-cpp/absl/functional/function_ref.h +2 -1
  899. data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +857 -0
  900. data/third_party/abseil-cpp/absl/hash/hash.h +82 -8
  901. data/third_party/abseil-cpp/absl/hash/internal/hash.h +218 -23
  902. data/third_party/abseil-cpp/absl/numeric/bits.h +2 -1
  903. data/third_party/abseil-cpp/absl/numeric/int128.cc +4 -2
  904. data/third_party/abseil-cpp/absl/numeric/int128.h +2 -2
  905. data/third_party/abseil-cpp/absl/profiling/internal/sample_recorder.h +21 -6
  906. data/third_party/abseil-cpp/absl/random/bernoulli_distribution.h +4 -4
  907. data/third_party/abseil-cpp/absl/random/distributions.h +3 -3
  908. data/third_party/abseil-cpp/absl/random/internal/distribution_caller.h +3 -0
  909. data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +2 -1
  910. data/third_party/abseil-cpp/absl/random/internal/generate_real.h +2 -2
  911. data/third_party/abseil-cpp/absl/random/internal/nonsecure_base.h +59 -48
  912. data/third_party/abseil-cpp/absl/random/internal/pcg_engine.h +1 -1
  913. data/third_party/abseil-cpp/absl/random/internal/randen.h +5 -11
  914. data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +6 -2
  915. data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +48 -23
  916. data/third_party/abseil-cpp/absl/random/internal/salted_seed_seq.h +24 -26
  917. data/third_party/abseil-cpp/absl/random/internal/traits.h +53 -5
  918. data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +5 -5
  919. data/third_party/abseil-cpp/absl/random/internal/wide_multiply.h +33 -48
  920. data/third_party/abseil-cpp/absl/random/log_uniform_int_distribution.h +9 -10
  921. data/third_party/abseil-cpp/absl/random/poisson_distribution.h +7 -4
  922. data/third_party/abseil-cpp/absl/random/seed_sequences.h +1 -0
  923. data/third_party/abseil-cpp/absl/random/uniform_int_distribution.h +2 -2
  924. data/third_party/abseil-cpp/absl/random/uniform_real_distribution.h +1 -1
  925. data/third_party/abseil-cpp/absl/random/zipf_distribution.h +4 -3
  926. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +17 -0
  927. data/third_party/abseil-cpp/absl/status/status.cc +174 -2
  928. data/third_party/abseil-cpp/absl/status/status.h +22 -12
  929. data/third_party/abseil-cpp/absl/status/statusor.h +9 -3
  930. data/third_party/abseil-cpp/absl/strings/ascii.h +4 -4
  931. data/third_party/abseil-cpp/absl/strings/cord.cc +194 -913
  932. data/third_party/abseil-cpp/absl/strings/cord.h +202 -81
  933. data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +188 -0
  934. data/third_party/abseil-cpp/absl/strings/cord_analysis.h +44 -0
  935. data/third_party/abseil-cpp/absl/strings/cord_buffer.cc +30 -0
  936. data/third_party/abseil-cpp/absl/strings/cord_buffer.h +572 -0
  937. data/third_party/abseil-cpp/absl/strings/internal/cord_data_edge.h +63 -0
  938. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +20 -32
  939. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +123 -88
  940. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +149 -49
  941. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +44 -59
  942. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.cc +3 -1
  943. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.h +4 -2
  944. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.cc +3 -2
  945. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_reader.h +5 -4
  946. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +7 -74
  947. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_crc.cc +54 -0
  948. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_crc.h +102 -0
  949. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +58 -17
  950. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.cc +13 -11
  951. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +11 -38
  952. data/third_party/abseil-cpp/absl/strings/internal/cordz_statistics.h +1 -0
  953. data/third_party/abseil-cpp/absl/strings/internal/cordz_update_tracker.h +4 -2
  954. data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +6 -5
  955. data/third_party/abseil-cpp/absl/strings/internal/ostringstream.cc +1 -1
  956. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +1 -1
  957. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +1 -1
  958. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +38 -7
  959. data/third_party/abseil-cpp/absl/strings/internal/str_format/checker.h +7 -2
  960. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.cc +4 -5
  961. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +5 -2
  962. data/third_party/abseil-cpp/absl/strings/internal/str_format/output.h +2 -1
  963. data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +4 -2
  964. data/third_party/abseil-cpp/absl/strings/internal/str_join_internal.h +9 -6
  965. data/third_party/abseil-cpp/absl/strings/internal/string_constant.h +10 -2
  966. data/third_party/abseil-cpp/absl/strings/internal/utf8.cc +9 -9
  967. data/third_party/abseil-cpp/absl/strings/numbers.cc +8 -8
  968. data/third_party/abseil-cpp/absl/strings/numbers.h +26 -23
  969. data/third_party/abseil-cpp/absl/strings/str_cat.h +20 -13
  970. data/third_party/abseil-cpp/absl/strings/str_join.h +9 -15
  971. data/third_party/abseil-cpp/absl/strings/str_split.h +1 -2
  972. data/third_party/abseil-cpp/absl/strings/string_view.cc +2 -13
  973. data/third_party/abseil-cpp/absl/strings/string_view.h +3 -2
  974. data/third_party/abseil-cpp/absl/strings/strip.h +8 -6
  975. data/third_party/abseil-cpp/absl/strings/substitute.h +10 -2
  976. data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +9 -6
  977. data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.h +0 -4
  978. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +0 -4
  979. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +1 -6
  980. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +0 -25
  981. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +10 -4
  982. data/third_party/abseil-cpp/absl/synchronization/mutex.cc +75 -40
  983. data/third_party/abseil-cpp/absl/synchronization/mutex.h +17 -9
  984. data/third_party/abseil-cpp/absl/synchronization/notification.h +3 -2
  985. data/third_party/abseil-cpp/absl/time/duration.cc +5 -4
  986. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/civil_time_detail.h +11 -7
  987. data/third_party/abseil-cpp/absl/time/time.h +16 -12
  988. data/third_party/abseil-cpp/absl/types/internal/optional.h +8 -0
  989. data/third_party/abseil-cpp/absl/types/internal/variant.h +3 -3
  990. data/third_party/abseil-cpp/absl/types/optional.h +17 -14
  991. data/third_party/abseil-cpp/absl/types/span.h +2 -1
  992. data/third_party/upb/third_party/utf8_range/utf8_range.h +1 -1
  993. data/third_party/upb/upb/arena.c +277 -0
  994. data/third_party/upb/upb/arena.h +225 -0
  995. data/third_party/upb/upb/array.c +114 -0
  996. data/third_party/upb/upb/array.h +83 -0
  997. data/third_party/upb/upb/collections.h +36 -0
  998. data/third_party/upb/upb/decode.c +161 -65
  999. data/third_party/upb/upb/decode.h +1 -0
  1000. data/third_party/upb/upb/decode_fast.c +1 -1
  1001. data/third_party/upb/upb/def.c +10 -2
  1002. data/third_party/upb/upb/def.h +8 -1
  1003. data/third_party/upb/upb/def.hpp +7 -4
  1004. data/third_party/upb/upb/encode.c +29 -20
  1005. data/third_party/upb/upb/encode.h +16 -6
  1006. data/third_party/upb/upb/extension_registry.c +93 -0
  1007. data/third_party/upb/upb/extension_registry.h +84 -0
  1008. data/third_party/upb/upb/{decode_internal.h → internal/decode.h} +5 -5
  1009. data/third_party/upb/upb/internal/table.h +385 -0
  1010. data/third_party/upb/upb/{upb_internal.h → internal/upb.h} +3 -3
  1011. data/third_party/upb/upb/internal/vsnprintf_compat.h +52 -0
  1012. data/third_party/upb/upb/json_decode.c +1512 -0
  1013. data/third_party/upb/upb/json_decode.h +47 -0
  1014. data/third_party/upb/upb/json_encode.c +7 -3
  1015. data/third_party/upb/upb/json_encode.h +6 -3
  1016. data/third_party/upb/upb/map.c +108 -0
  1017. data/third_party/upb/upb/map.h +117 -0
  1018. data/third_party/upb/upb/message_value.h +66 -0
  1019. data/third_party/upb/upb/mini_table.c +1147 -0
  1020. data/third_party/upb/upb/mini_table.h +189 -0
  1021. data/third_party/upb/upb/mini_table.hpp +112 -0
  1022. data/third_party/upb/upb/msg.c +2 -62
  1023. data/third_party/upb/upb/msg.h +2 -45
  1024. data/third_party/upb/upb/msg_internal.h +28 -22
  1025. data/third_party/upb/upb/port_def.inc +2 -1
  1026. data/third_party/upb/upb/port_undef.inc +1 -0
  1027. data/third_party/upb/upb/reflection.c +2 -159
  1028. data/third_party/upb/upb/reflection.h +2 -112
  1029. data/third_party/upb/upb/status.c +86 -0
  1030. data/third_party/upb/upb/status.h +66 -0
  1031. data/third_party/upb/upb/table.c +2 -2
  1032. data/third_party/upb/upb/table_internal.h +3 -352
  1033. data/third_party/upb/upb/text_encode.c +3 -2
  1034. data/third_party/upb/upb/upb.c +4 -290
  1035. data/third_party/upb/upb/upb.h +7 -196
  1036. metadata +113 -37
  1037. data/src/core/ext/filters/client_channel/lb_policy_factory.h +0 -50
  1038. data/src/core/lib/event_engine/event_engine.cc +0 -62
  1039. data/src/core/lib/event_engine/iomgr_engine.cc +0 -206
  1040. data/src/core/lib/iomgr/error_internal.h +0 -66
  1041. data/src/core/lib/iomgr/executor/mpmcqueue.cc +0 -182
  1042. data/src/core/lib/iomgr/executor/mpmcqueue.h +0 -171
  1043. data/src/core/lib/iomgr/executor/threadpool.cc +0 -136
  1044. data/src/core/lib/iomgr/executor/threadpool.h +0 -150
  1045. data/src/core/lib/iomgr/time_averaged_stats.cc +0 -64
  1046. data/src/core/lib/promise/detail/switch.h +0 -1455
  1047. data/src/core/lib/slice/slice_split.cc +0 -103
  1048. data/src/core/lib/slice/slice_split.h +0 -36
  1049. data/src/core/lib/transport/byte_stream.cc +0 -165
  1050. data/src/core/lib/transport/byte_stream.h +0 -170
  1051. data/third_party/abseil-cpp/absl/cleanup/cleanup.h +0 -140
  1052. data/third_party/abseil-cpp/absl/cleanup/internal/cleanup.h +0 -100
  1053. data/third_party/abseil-cpp/absl/container/internal/have_sse.h +0 -50
@@ -0,0 +1,1147 @@
1
+ /*
2
+ * Copyright (c) 2009-2021, Google LLC
3
+ * All rights reserved.
4
+ *
5
+ * Redistribution and use in source and binary forms, with or without
6
+ * modification, are permitted provided that the following conditions are met:
7
+ * * Redistributions of source code must retain the above copyright
8
+ * notice, this list of conditions and the following disclaimer.
9
+ * * Redistributions in binary form must reproduce the above copyright
10
+ * notice, this list of conditions and the following disclaimer in the
11
+ * documentation and/or other materials provided with the distribution.
12
+ * * Neither the name of Google LLC nor the
13
+ * names of its contributors may be used to endorse or promote products
14
+ * derived from this software without specific prior written permission.
15
+ *
16
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
17
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19
+ * ARE DISCLAIMED. IN NO EVENT SHALL Google LLC BE LIABLE FOR ANY DIRECT,
20
+ * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
21
+ * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
22
+ * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
23
+ * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24
+ * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
25
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
+ */
27
+
28
+ #include "upb/mini_table.h"
29
+
30
+ #include <inttypes.h>
31
+ #include <setjmp.h>
32
+
33
+ #include "upb/msg_internal.h"
34
+ #include "upb/upb.h"
35
+
36
+ // Must be last.
37
+ #include "upb/port_def.inc"
38
+
39
+ typedef enum {
40
+ kUpb_EncodedType_Double = 0,
41
+ kUpb_EncodedType_Float = 1,
42
+ kUpb_EncodedType_Fixed32 = 2,
43
+ kUpb_EncodedType_Fixed64 = 3,
44
+ kUpb_EncodedType_SFixed32 = 4,
45
+ kUpb_EncodedType_SFixed64 = 5,
46
+ kUpb_EncodedType_Int32 = 6,
47
+ kUpb_EncodedType_UInt32 = 7,
48
+ kUpb_EncodedType_SInt32 = 8,
49
+ kUpb_EncodedType_Int64 = 9,
50
+ kUpb_EncodedType_UInt64 = 10,
51
+ kUpb_EncodedType_SInt64 = 11,
52
+ kUpb_EncodedType_Enum = 12,
53
+ kUpb_EncodedType_Bool = 13,
54
+ kUpb_EncodedType_Bytes = 14,
55
+ kUpb_EncodedType_String = 15,
56
+ kUpb_EncodedType_Group = 16,
57
+ kUpb_EncodedType_Message = 17,
58
+
59
+ kUpb_EncodedType_RepeatedBase = 20,
60
+ } upb_EncodedType;
61
+
62
+ typedef enum {
63
+ kUpb_EncodedFieldModifier_FlipPacked = 1 << 0,
64
+ kUpb_EncodedFieldModifier_IsClosedEnum = 1 << 1,
65
+ // upb only.
66
+ kUpb_EncodedFieldModifier_IsProto3Singular = 1 << 2,
67
+ kUpb_EncodedFieldModifier_IsRequired = 1 << 3,
68
+ } upb_EncodedFieldModifier;
69
+
70
+ enum {
71
+ kUpb_EncodedValue_MinField = ' ',
72
+ kUpb_EncodedValue_MaxField = 'K',
73
+ kUpb_EncodedValue_MinModifier = 'L',
74
+ kUpb_EncodedValue_MaxModifier = '[',
75
+ kUpb_EncodedValue_End = '^',
76
+ kUpb_EncodedValue_MinSkip = '_',
77
+ kUpb_EncodedValue_MaxSkip = '~',
78
+ kUpb_EncodedValue_OneofSeparator = '~',
79
+ kUpb_EncodedValue_FieldSeparator = '|',
80
+ kUpb_EncodedValue_MinOneofField = ' ',
81
+ kUpb_EncodedValue_MaxOneofField = 'b',
82
+ kUpb_EncodedValue_MaxEnumMask = 'A',
83
+ };
84
+
85
+ char upb_ToBase92(int8_t ch) {
86
+ static const char kUpb_ToBase92[] = {
87
+ ' ', '!', '#', '$', '%', '&', '(', ')', '*', '+', ',', '-', '.', '/',
88
+ '0', '1', '2', '3', '4', '5', '6', '7', '8', '9', ':', ';', '<', '=',
89
+ '>', '?', '@', 'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J', 'K',
90
+ 'L', 'M', 'N', 'O', 'P', 'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y',
91
+ 'Z', '[', ']', '^', '_', '`', 'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h',
92
+ 'i', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't', 'u', 'v',
93
+ 'w', 'x', 'y', 'z', '{', '|', '}', '~',
94
+ };
95
+
96
+ UPB_ASSERT(0 <= ch && ch < 92);
97
+ return kUpb_ToBase92[ch];
98
+ }
99
+
100
+ char upb_FromBase92(uint8_t ch) {
101
+ static const int8_t kUpb_FromBase92[] = {
102
+ 0, 1, -1, 2, 3, 4, 5, -1, 6, 7, 8, 9, 10, 11, 12, 13,
103
+ 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29,
104
+ 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45,
105
+ 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, -1, 58, 59, 60,
106
+ 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76,
107
+ 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91,
108
+ };
109
+
110
+ if (' ' > ch || ch > '~') return -1;
111
+ return kUpb_FromBase92[ch - ' '];
112
+ }
113
+
114
+ bool upb_IsTypePackable(upb_FieldType type) {
115
+ // clang-format off
116
+ static const unsigned kUnpackableTypes =
117
+ (1 << kUpb_FieldType_String) |
118
+ (1 << kUpb_FieldType_Bytes) |
119
+ (1 << kUpb_FieldType_Message) |
120
+ (1 << kUpb_FieldType_Group);
121
+ // clang-format on
122
+ return (1 << type) & ~kUnpackableTypes;
123
+ }
124
+
125
+ /** upb_MtDataEncoder *********************************************************/
126
+
127
+ typedef struct {
128
+ uint64_t present_values_mask;
129
+ uint32_t last_written_value;
130
+ } upb_MtDataEncoderInternal_EnumState;
131
+
132
+ typedef struct {
133
+ uint64_t msg_modifiers;
134
+ uint32_t last_field_num;
135
+ enum {
136
+ kUpb_OneofState_NotStarted,
137
+ kUpb_OneofState_StartedOneof,
138
+ kUpb_OneofState_EmittedOneofField,
139
+ } oneof_state;
140
+ } upb_MtDataEncoderInternal_MsgState;
141
+
142
+ typedef struct {
143
+ char* buf_start; // Only for checking kUpb_MtDataEncoder_MinSize.
144
+ union {
145
+ upb_MtDataEncoderInternal_EnumState enum_state;
146
+ upb_MtDataEncoderInternal_MsgState msg_state;
147
+ } state;
148
+ } upb_MtDataEncoderInternal;
149
+
150
+ static upb_MtDataEncoderInternal* upb_MtDataEncoder_GetInternal(
151
+ upb_MtDataEncoder* e, char* buf_start) {
152
+ UPB_ASSERT(sizeof(upb_MtDataEncoderInternal) <= sizeof(e->internal));
153
+ upb_MtDataEncoderInternal* ret = (upb_MtDataEncoderInternal*)e->internal;
154
+ ret->buf_start = buf_start;
155
+ return ret;
156
+ }
157
+
158
+ static char* upb_MtDataEncoder_Put(upb_MtDataEncoder* e, char* ptr, char ch) {
159
+ upb_MtDataEncoderInternal* in = (upb_MtDataEncoderInternal*)e->internal;
160
+ UPB_ASSERT(ptr - in->buf_start < kUpb_MtDataEncoder_MinSize);
161
+ if (ptr == e->end) return NULL;
162
+ *ptr++ = upb_ToBase92(ch);
163
+ return ptr;
164
+ }
165
+
166
+ static char* upb_MtDataEncoder_PutBase92Varint(upb_MtDataEncoder* e, char* ptr,
167
+ uint32_t val, int min, int max) {
168
+ int shift = _upb_Log2Ceiling(upb_FromBase92(max) - upb_FromBase92(min) + 1);
169
+ UPB_ASSERT(shift <= 6);
170
+ uint32_t mask = (1 << shift) - 1;
171
+ do {
172
+ uint32_t bits = val & mask;
173
+ ptr = upb_MtDataEncoder_Put(e, ptr, bits + upb_FromBase92(min));
174
+ if (!ptr) return NULL;
175
+ val >>= shift;
176
+ } while (val);
177
+ return ptr;
178
+ }
179
+
180
+ char* upb_MtDataEncoder_PutModifier(upb_MtDataEncoder* e, char* ptr,
181
+ uint64_t mod) {
182
+ if (mod) {
183
+ ptr = upb_MtDataEncoder_PutBase92Varint(e, ptr, mod,
184
+ kUpb_EncodedValue_MinModifier,
185
+ kUpb_EncodedValue_MaxModifier);
186
+ }
187
+ return ptr;
188
+ }
189
+
190
+ char* upb_MtDataEncoder_StartMessage(upb_MtDataEncoder* e, char* ptr,
191
+ uint64_t msg_mod) {
192
+ upb_MtDataEncoderInternal* in = upb_MtDataEncoder_GetInternal(e, ptr);
193
+ in->state.msg_state.msg_modifiers = msg_mod;
194
+ in->state.msg_state.last_field_num = 0;
195
+ in->state.msg_state.oneof_state = kUpb_OneofState_NotStarted;
196
+ return upb_MtDataEncoder_PutModifier(e, ptr, msg_mod);
197
+ }
198
+
199
+ char* upb_MtDataEncoder_PutField(upb_MtDataEncoder* e, char* ptr,
200
+ upb_FieldType type, uint32_t field_num,
201
+ uint64_t field_mod) {
202
+ static const char kUpb_TypeToEncoded[] = {
203
+ [kUpb_FieldType_Double] = kUpb_EncodedType_Double,
204
+ [kUpb_FieldType_Float] = kUpb_EncodedType_Float,
205
+ [kUpb_FieldType_Int64] = kUpb_EncodedType_Int64,
206
+ [kUpb_FieldType_UInt64] = kUpb_EncodedType_UInt64,
207
+ [kUpb_FieldType_Int32] = kUpb_EncodedType_Int32,
208
+ [kUpb_FieldType_Fixed64] = kUpb_EncodedType_Fixed64,
209
+ [kUpb_FieldType_Fixed32] = kUpb_EncodedType_Fixed32,
210
+ [kUpb_FieldType_Bool] = kUpb_EncodedType_Bool,
211
+ [kUpb_FieldType_String] = kUpb_EncodedType_String,
212
+ [kUpb_FieldType_Group] = kUpb_EncodedType_Group,
213
+ [kUpb_FieldType_Message] = kUpb_EncodedType_Message,
214
+ [kUpb_FieldType_Bytes] = kUpb_EncodedType_Bytes,
215
+ [kUpb_FieldType_UInt32] = kUpb_EncodedType_UInt32,
216
+ [kUpb_FieldType_Enum] = kUpb_EncodedType_Enum,
217
+ [kUpb_FieldType_SFixed32] = kUpb_EncodedType_SFixed32,
218
+ [kUpb_FieldType_SFixed64] = kUpb_EncodedType_SFixed64,
219
+ [kUpb_FieldType_SInt32] = kUpb_EncodedType_SInt32,
220
+ [kUpb_FieldType_SInt64] = kUpb_EncodedType_SInt64,
221
+ };
222
+
223
+ upb_MtDataEncoderInternal* in = upb_MtDataEncoder_GetInternal(e, ptr);
224
+ if (field_num <= in->state.msg_state.last_field_num) return NULL;
225
+ if (in->state.msg_state.last_field_num + 1 != field_num) {
226
+ // Put skip.
227
+ UPB_ASSERT(field_num > in->state.msg_state.last_field_num);
228
+ uint32_t skip = field_num - in->state.msg_state.last_field_num;
229
+ ptr = upb_MtDataEncoder_PutBase92Varint(
230
+ e, ptr, skip, kUpb_EncodedValue_MinSkip, kUpb_EncodedValue_MaxSkip);
231
+ if (!ptr) return NULL;
232
+ }
233
+ in->state.msg_state.last_field_num = field_num;
234
+
235
+ uint32_t encoded_modifiers = 0;
236
+
237
+ // Put field type.
238
+ if (type == kUpb_FieldType_Enum &&
239
+ !(field_mod & kUpb_FieldModifier_IsClosedEnum)) {
240
+ type = kUpb_FieldType_Int32;
241
+ }
242
+
243
+ int encoded_type = kUpb_TypeToEncoded[type];
244
+ if (field_mod & kUpb_FieldModifier_IsRepeated) {
245
+ // Repeated fields shift the type number up (unlike other modifiers which
246
+ // are bit flags).
247
+ encoded_type += kUpb_EncodedType_RepeatedBase;
248
+
249
+ if (upb_IsTypePackable(type)) {
250
+ bool field_is_packed = field_mod & kUpb_FieldModifier_IsPacked;
251
+ bool default_is_packed = in->state.msg_state.msg_modifiers &
252
+ kUpb_MessageModifier_DefaultIsPacked;
253
+ if (field_is_packed != default_is_packed) {
254
+ encoded_modifiers |= kUpb_EncodedFieldModifier_FlipPacked;
255
+ }
256
+ }
257
+ }
258
+ ptr = upb_MtDataEncoder_Put(e, ptr, encoded_type);
259
+ if (!ptr) return NULL;
260
+
261
+ if (field_mod & kUpb_FieldModifier_IsProto3Singular) {
262
+ encoded_modifiers |= kUpb_EncodedFieldModifier_IsProto3Singular;
263
+ }
264
+ if (field_mod & kUpb_FieldModifier_IsRequired) {
265
+ encoded_modifiers |= kUpb_EncodedFieldModifier_IsRequired;
266
+ }
267
+ return upb_MtDataEncoder_PutModifier(e, ptr, encoded_modifiers);
268
+ }
269
+
270
+ char* upb_MtDataEncoder_StartOneof(upb_MtDataEncoder* e, char* ptr) {
271
+ upb_MtDataEncoderInternal* in = upb_MtDataEncoder_GetInternal(e, ptr);
272
+ if (in->state.msg_state.oneof_state == kUpb_OneofState_NotStarted) {
273
+ ptr = upb_MtDataEncoder_Put(e, ptr, upb_FromBase92(kUpb_EncodedValue_End));
274
+ } else {
275
+ ptr = upb_MtDataEncoder_Put(
276
+ e, ptr, upb_FromBase92(kUpb_EncodedValue_OneofSeparator));
277
+ }
278
+ in->state.msg_state.oneof_state = kUpb_OneofState_StartedOneof;
279
+ return ptr;
280
+ }
281
+
282
+ char* upb_MtDataEncoder_PutOneofField(upb_MtDataEncoder* e, char* ptr,
283
+ uint32_t field_num) {
284
+ upb_MtDataEncoderInternal* in = upb_MtDataEncoder_GetInternal(e, ptr);
285
+ if (in->state.msg_state.oneof_state == kUpb_OneofState_EmittedOneofField) {
286
+ ptr = upb_MtDataEncoder_Put(
287
+ e, ptr, upb_FromBase92(kUpb_EncodedValue_FieldSeparator));
288
+ if (!ptr) return NULL;
289
+ }
290
+ ptr = upb_MtDataEncoder_PutBase92Varint(e, ptr, field_num, upb_ToBase92(0),
291
+ upb_ToBase92(63));
292
+ in->state.msg_state.oneof_state = kUpb_OneofState_EmittedOneofField;
293
+ return ptr;
294
+ }
295
+
296
+ void upb_MtDataEncoder_StartEnum(upb_MtDataEncoder* e) {
297
+ upb_MtDataEncoderInternal* in = upb_MtDataEncoder_GetInternal(e, NULL);
298
+ in->state.enum_state.present_values_mask = 0;
299
+ in->state.enum_state.last_written_value = 0;
300
+ }
301
+
302
+ static char* upb_MtDataEncoder_FlushDenseEnumMask(upb_MtDataEncoder* e,
303
+ char* ptr) {
304
+ upb_MtDataEncoderInternal* in = (upb_MtDataEncoderInternal*)e->internal;
305
+ ptr = upb_MtDataEncoder_Put(e, ptr, in->state.enum_state.present_values_mask);
306
+ in->state.enum_state.present_values_mask = 0;
307
+ in->state.enum_state.last_written_value += 5;
308
+ return ptr;
309
+ }
310
+
311
+ char* upb_MtDataEncoder_PutEnumValue(upb_MtDataEncoder* e, char* ptr,
312
+ uint32_t val) {
313
+ // TODO(b/229641772): optimize this encoding.
314
+ upb_MtDataEncoderInternal* in = upb_MtDataEncoder_GetInternal(e, ptr);
315
+ UPB_ASSERT(val >= in->state.enum_state.last_written_value);
316
+ uint32_t delta = val - in->state.enum_state.last_written_value;
317
+ if (delta >= 5 && in->state.enum_state.present_values_mask) {
318
+ ptr = upb_MtDataEncoder_FlushDenseEnumMask(e, ptr);
319
+ if (!ptr) {
320
+ return NULL;
321
+ }
322
+ delta -= 5;
323
+ }
324
+
325
+ if (delta >= 5) {
326
+ ptr = upb_MtDataEncoder_PutBase92Varint(
327
+ e, ptr, delta, kUpb_EncodedValue_MinSkip, kUpb_EncodedValue_MaxSkip);
328
+ in->state.enum_state.last_written_value += delta;
329
+ delta = 0;
330
+ }
331
+
332
+ UPB_ASSERT((in->state.enum_state.present_values_mask >> delta) == 0);
333
+ in->state.enum_state.present_values_mask |= 1ULL << delta;
334
+ return ptr;
335
+ }
336
+
337
+ char* upb_MtDataEncoder_EndEnum(upb_MtDataEncoder* e, char* ptr) {
338
+ upb_MtDataEncoderInternal* in = upb_MtDataEncoder_GetInternal(e, ptr);
339
+ if (!in->state.enum_state.present_values_mask) return ptr;
340
+ return upb_MtDataEncoder_FlushDenseEnumMask(e, ptr);
341
+ }
342
+
343
+ const upb_MiniTable_Field* upb_MiniTable_FindFieldByNumber(
344
+ const upb_MiniTable* table, uint32_t number) {
345
+ int n = table->field_count;
346
+ for (int i = 0; i < n; i++) {
347
+ if (table->fields[i].number == number) {
348
+ return &table->fields[i];
349
+ }
350
+ }
351
+ return NULL;
352
+ }
353
+
354
+ /** Data decoder **************************************************************/
355
+
356
+ // Note: we sort by this number when calculating layout order.
357
+ typedef enum {
358
+ kUpb_LayoutItemType_OneofCase, // Oneof case.
359
+ kUpb_LayoutItemType_OneofField, // Oneof field data.
360
+ kUpb_LayoutItemType_Field, // Non-oneof field data.
361
+
362
+ kUpb_LayoutItemType_Max = kUpb_LayoutItemType_Field,
363
+ } upb_LayoutItemType;
364
+
365
+ #define kUpb_LayoutItem_IndexSentinel ((uint16_t)-1)
366
+
367
+ typedef struct {
368
+ // Index of the corresponding field. When this is a oneof field, the field's
369
+ // offset will be the index of the next field in a linked list.
370
+ uint16_t field_index;
371
+ uint16_t offset;
372
+ upb_FieldRep rep;
373
+ upb_LayoutItemType type;
374
+ } upb_LayoutItem;
375
+
376
+ typedef struct {
377
+ upb_LayoutItem* data;
378
+ size_t size;
379
+ size_t capacity;
380
+ } upb_LayoutItemVector;
381
+
382
+ typedef struct {
383
+ const char* end;
384
+ upb_MiniTable* table;
385
+ upb_MiniTable_Field* fields;
386
+ upb_MiniTablePlatform platform;
387
+ upb_LayoutItemVector vec;
388
+ upb_Arena* arena;
389
+ upb_Status* status;
390
+ jmp_buf err;
391
+ } upb_MtDecoder;
392
+
393
+ UPB_PRINTF(2, 3)
394
+ UPB_NORETURN static void upb_MtDecoder_ErrorFormat(upb_MtDecoder* d,
395
+ const char* fmt, ...) {
396
+ va_list argp;
397
+ upb_Status_SetErrorMessage(d->status, "Error building mini table: ");
398
+ va_start(argp, fmt);
399
+ upb_Status_VAppendErrorFormat(d->status, fmt, argp);
400
+ va_end(argp);
401
+ UPB_LONGJMP(d->err, 1);
402
+ }
403
+
404
+ static void upb_MtDecoder_CheckOutOfMemory(upb_MtDecoder* d, const void* ptr) {
405
+ if (!ptr) upb_MtDecoder_ErrorFormat(d, "Out of memory");
406
+ }
407
+
408
+ // In each field's offset, we temporarily store a presence classifier:
409
+ enum PresenceClass {
410
+ kNoPresence = 0,
411
+ kHasbitPresence = 1,
412
+ kRequiredPresence = 2,
413
+ kOneofBase = 3,
414
+ // Negative values refer to a specific oneof with that number. Positive
415
+ // values >= kOneofBase indicate that this field is in a oneof, and specify
416
+ // the next field in this oneof's linked list.
417
+ };
418
+
419
+ static const char* upb_MiniTable_DecodeBase92Varint(upb_MtDecoder* d,
420
+ const char* ptr,
421
+ char first_ch, uint8_t min,
422
+ uint8_t max,
423
+ uint32_t* out_val) {
424
+ uint32_t val = 0;
425
+ uint32_t shift = 0;
426
+ const int bits_per_char =
427
+ _upb_Log2Ceiling(upb_FromBase92(max) - upb_FromBase92(min));
428
+ char ch = first_ch;
429
+ while (1) {
430
+ uint32_t bits = upb_FromBase92(ch) - upb_FromBase92(min);
431
+ UPB_ASSERT(shift < 32);
432
+ val |= bits << shift;
433
+ if (ptr == d->end || *ptr < min || max < *ptr) {
434
+ *out_val = val;
435
+ return ptr;
436
+ }
437
+ ch = *ptr++;
438
+ shift += bits_per_char;
439
+ }
440
+ }
441
+
442
+ static bool upb_MiniTable_HasSub(upb_MiniTable_Field* field,
443
+ uint64_t msg_modifiers) {
444
+ switch (field->descriptortype) {
445
+ case kUpb_FieldType_Message:
446
+ case kUpb_FieldType_Group:
447
+ case kUpb_FieldType_Enum:
448
+ return true;
449
+ case kUpb_FieldType_String:
450
+ if (!(msg_modifiers & kUpb_MessageModifier_ValidateUtf8)) {
451
+ field->descriptortype = kUpb_FieldType_Bytes;
452
+ }
453
+ return false;
454
+ default:
455
+ return false;
456
+ }
457
+ }
458
+
459
+ static bool upb_MtDecoder_FieldIsPackable(upb_MiniTable_Field* field) {
460
+ return (field->mode & kUpb_FieldMode_Array) &&
461
+ upb_IsTypePackable(field->descriptortype);
462
+ }
463
+
464
+ static void upb_MiniTable_SetTypeAndSub(upb_MiniTable_Field* field,
465
+ upb_FieldType type, uint32_t* sub_count,
466
+ uint64_t msg_modifiers) {
467
+ field->descriptortype = type;
468
+ if (upb_MiniTable_HasSub(field, msg_modifiers)) {
469
+ field->submsg_index = sub_count ? (*sub_count)++ : 0;
470
+ } else {
471
+ field->submsg_index = kUpb_NoSub;
472
+ }
473
+
474
+ if (upb_MtDecoder_FieldIsPackable(field) &&
475
+ (msg_modifiers & kUpb_MessageModifier_DefaultIsPacked)) {
476
+ field->mode |= kUpb_LabelFlags_IsPacked;
477
+ }
478
+ }
479
+
480
+ static void upb_MiniTable_SetField(upb_MtDecoder* d, uint8_t ch,
481
+ upb_MiniTable_Field* field,
482
+ uint64_t msg_modifiers,
483
+ uint32_t* sub_count) {
484
+ static const char kUpb_EncodedToFieldRep[] = {
485
+ [kUpb_EncodedType_Double] = kUpb_FieldRep_8Byte,
486
+ [kUpb_EncodedType_Float] = kUpb_FieldRep_4Byte,
487
+ [kUpb_EncodedType_Int64] = kUpb_FieldRep_8Byte,
488
+ [kUpb_EncodedType_UInt64] = kUpb_FieldRep_8Byte,
489
+ [kUpb_EncodedType_Int32] = kUpb_FieldRep_4Byte,
490
+ [kUpb_EncodedType_Fixed64] = kUpb_FieldRep_8Byte,
491
+ [kUpb_EncodedType_Fixed32] = kUpb_FieldRep_4Byte,
492
+ [kUpb_EncodedType_Bool] = kUpb_FieldRep_1Byte,
493
+ [kUpb_EncodedType_String] = kUpb_FieldRep_StringView,
494
+ [kUpb_EncodedType_Group] = kUpb_FieldRep_Pointer,
495
+ [kUpb_EncodedType_Message] = kUpb_FieldRep_Pointer,
496
+ [kUpb_EncodedType_Bytes] = kUpb_FieldRep_StringView,
497
+ [kUpb_EncodedType_UInt32] = kUpb_FieldRep_4Byte,
498
+ [kUpb_EncodedType_Enum] = kUpb_FieldRep_4Byte,
499
+ [kUpb_EncodedType_SFixed32] = kUpb_FieldRep_4Byte,
500
+ [kUpb_EncodedType_SFixed64] = kUpb_FieldRep_8Byte,
501
+ [kUpb_EncodedType_SInt32] = kUpb_FieldRep_4Byte,
502
+ [kUpb_EncodedType_SInt64] = kUpb_FieldRep_8Byte,
503
+ };
504
+
505
+ static const char kUpb_EncodedToType[] = {
506
+ [kUpb_EncodedType_Double] = kUpb_FieldType_Double,
507
+ [kUpb_EncodedType_Float] = kUpb_FieldType_Float,
508
+ [kUpb_EncodedType_Int64] = kUpb_FieldType_Int64,
509
+ [kUpb_EncodedType_UInt64] = kUpb_FieldType_UInt64,
510
+ [kUpb_EncodedType_Int32] = kUpb_FieldType_Int32,
511
+ [kUpb_EncodedType_Fixed64] = kUpb_FieldType_Fixed64,
512
+ [kUpb_EncodedType_Fixed32] = kUpb_FieldType_Fixed32,
513
+ [kUpb_EncodedType_Bool] = kUpb_FieldType_Bool,
514
+ [kUpb_EncodedType_String] = kUpb_FieldType_String,
515
+ [kUpb_EncodedType_Group] = kUpb_FieldType_Group,
516
+ [kUpb_EncodedType_Message] = kUpb_FieldType_Message,
517
+ [kUpb_EncodedType_Bytes] = kUpb_FieldType_Bytes,
518
+ [kUpb_EncodedType_UInt32] = kUpb_FieldType_UInt32,
519
+ [kUpb_EncodedType_Enum] = kUpb_FieldType_Enum,
520
+ [kUpb_EncodedType_SFixed32] = kUpb_FieldType_SFixed32,
521
+ [kUpb_EncodedType_SFixed64] = kUpb_FieldType_SFixed64,
522
+ [kUpb_EncodedType_SInt32] = kUpb_FieldType_SInt32,
523
+ [kUpb_EncodedType_SInt64] = kUpb_FieldType_SInt64,
524
+ };
525
+
526
+ int8_t type = upb_FromBase92(ch);
527
+ if (ch >= upb_ToBase92(kUpb_EncodedType_RepeatedBase)) {
528
+ type -= kUpb_EncodedType_RepeatedBase;
529
+ field->mode = kUpb_FieldMode_Array;
530
+ field->mode |= kUpb_FieldRep_Pointer << kUpb_FieldRep_Shift;
531
+ field->offset = kNoPresence;
532
+ } else {
533
+ field->mode = kUpb_FieldMode_Scalar;
534
+ field->mode |= kUpb_EncodedToFieldRep[type] << kUpb_FieldRep_Shift;
535
+ field->offset = kHasbitPresence;
536
+ }
537
+ if (type >= 18) {
538
+ upb_MtDecoder_ErrorFormat(d, "Invalid field type: %d", (int)type);
539
+ UPB_UNREACHABLE();
540
+ }
541
+ upb_MiniTable_SetTypeAndSub(field, kUpb_EncodedToType[type], sub_count,
542
+ msg_modifiers);
543
+ }
544
+
545
+ static void upb_MtDecoder_ModifyField(upb_MtDecoder* d,
546
+ uint32_t message_modifiers,
547
+ uint32_t field_modifiers,
548
+ upb_MiniTable_Field* field) {
549
+ if (field_modifiers & kUpb_EncodedFieldModifier_FlipPacked) {
550
+ if (!upb_MtDecoder_FieldIsPackable(field)) {
551
+ upb_MtDecoder_ErrorFormat(
552
+ d, "Cannot flip packed on unpackable field %" PRIu32, field->number);
553
+ UPB_UNREACHABLE();
554
+ }
555
+ field->mode ^= kUpb_LabelFlags_IsPacked;
556
+ }
557
+
558
+ bool singular = field_modifiers & kUpb_EncodedFieldModifier_IsProto3Singular;
559
+ bool required = field_modifiers & kUpb_EncodedFieldModifier_IsRequired;
560
+
561
+ // Validate.
562
+ if ((singular || required) && field->offset != kHasbitPresence) {
563
+ upb_MtDecoder_ErrorFormat(
564
+ d, "Invalid modifier(s) for repeated field %" PRIu32, field->number);
565
+ UPB_UNREACHABLE();
566
+ }
567
+ if (singular && required) {
568
+ upb_MtDecoder_ErrorFormat(
569
+ d, "Field %" PRIu32 " cannot be both singular and required",
570
+ field->number);
571
+ UPB_UNREACHABLE();
572
+ }
573
+
574
+ if (singular) field->offset = kNoPresence;
575
+ if (required) {
576
+ field->offset = kRequiredPresence;
577
+ }
578
+ }
579
+
580
+ static void upb_MtDecoder_PushItem(upb_MtDecoder* d, upb_LayoutItem item) {
581
+ if (d->vec.size == d->vec.capacity) {
582
+ size_t new_cap = UPB_MAX(8, d->vec.size * 2);
583
+ d->vec.data = realloc(d->vec.data, new_cap * sizeof(*d->vec.data));
584
+ upb_MtDecoder_CheckOutOfMemory(d, d->vec.data);
585
+ d->vec.capacity = new_cap;
586
+ }
587
+ d->vec.data[d->vec.size++] = item;
588
+ }
589
+
590
+ static void upb_MtDecoder_PushOneof(upb_MtDecoder* d, upb_LayoutItem item) {
591
+ if (item.field_index == kUpb_LayoutItem_IndexSentinel) {
592
+ upb_MtDecoder_ErrorFormat(d, "Empty oneof");
593
+ UPB_UNREACHABLE();
594
+ }
595
+ item.field_index -= kOneofBase;
596
+
597
+ // Push oneof data.
598
+ item.type = kUpb_LayoutItemType_OneofField;
599
+ upb_MtDecoder_PushItem(d, item);
600
+
601
+ // Push oneof case.
602
+ item.rep = kUpb_FieldRep_4Byte; // Field Number.
603
+ item.type = kUpb_LayoutItemType_OneofCase;
604
+ upb_MtDecoder_PushItem(d, item);
605
+ }
606
+
607
+ size_t upb_MtDecoder_SizeOfRep(upb_FieldRep rep,
608
+ upb_MiniTablePlatform platform) {
609
+ static const uint8_t kRepToSize32[] = {
610
+ [kUpb_FieldRep_1Byte] = 1, [kUpb_FieldRep_4Byte] = 4,
611
+ [kUpb_FieldRep_Pointer] = 4, [kUpb_FieldRep_StringView] = 8,
612
+ [kUpb_FieldRep_8Byte] = 8,
613
+ };
614
+ static const uint8_t kRepToSize64[] = {
615
+ [kUpb_FieldRep_1Byte] = 1, [kUpb_FieldRep_4Byte] = 4,
616
+ [kUpb_FieldRep_Pointer] = 8, [kUpb_FieldRep_StringView] = 16,
617
+ [kUpb_FieldRep_8Byte] = 8,
618
+ };
619
+ UPB_ASSERT(sizeof(upb_StringView) ==
620
+ UPB_SIZE(kRepToSize32, kRepToSize64)[kUpb_FieldRep_StringView]);
621
+ return platform == kUpb_MiniTablePlatform_32Bit ? kRepToSize32[rep]
622
+ : kRepToSize64[rep];
623
+ }
624
+
625
+ size_t upb_MtDecoder_AlignOfRep(upb_FieldRep rep,
626
+ upb_MiniTablePlatform platform) {
627
+ static const uint8_t kRepToAlign32[] = {
628
+ [kUpb_FieldRep_1Byte] = 1, [kUpb_FieldRep_4Byte] = 4,
629
+ [kUpb_FieldRep_Pointer] = 4, [kUpb_FieldRep_StringView] = 4,
630
+ [kUpb_FieldRep_8Byte] = 8,
631
+ };
632
+ static const uint8_t kRepToAlign64[] = {
633
+ [kUpb_FieldRep_1Byte] = 1, [kUpb_FieldRep_4Byte] = 4,
634
+ [kUpb_FieldRep_Pointer] = 8, [kUpb_FieldRep_StringView] = 8,
635
+ [kUpb_FieldRep_8Byte] = 8,
636
+ };
637
+ UPB_ASSERT(UPB_ALIGN_OF(upb_StringView) ==
638
+ UPB_SIZE(kRepToAlign32, kRepToAlign64)[kUpb_FieldRep_StringView]);
639
+ return platform == kUpb_MiniTablePlatform_32Bit ? kRepToAlign32[rep]
640
+ : kRepToAlign64[rep];
641
+ }
642
+
643
+ static const char* upb_MtDecoder_DecodeOneofField(upb_MtDecoder* d,
644
+ const char* ptr,
645
+ char first_ch,
646
+ upb_LayoutItem* item) {
647
+ uint32_t field_num;
648
+ ptr = upb_MiniTable_DecodeBase92Varint(
649
+ d, ptr, first_ch, kUpb_EncodedValue_MinOneofField,
650
+ kUpb_EncodedValue_MaxOneofField, &field_num);
651
+ upb_MiniTable_Field* f =
652
+ (void*)upb_MiniTable_FindFieldByNumber(d->table, field_num);
653
+
654
+ if (!f) {
655
+ upb_MtDecoder_ErrorFormat(d,
656
+ "Couldn't add field number %" PRIu32
657
+ " to oneof, no such field number.",
658
+ field_num);
659
+ UPB_UNREACHABLE();
660
+ }
661
+ if (f->offset != kHasbitPresence) {
662
+ upb_MtDecoder_ErrorFormat(
663
+ d,
664
+ "Cannot add repeated, required, or singular field %" PRIu32
665
+ " to oneof.",
666
+ field_num);
667
+ UPB_UNREACHABLE();
668
+ }
669
+
670
+ // Oneof storage must be large enough to accommodate the largest member.
671
+ int rep = f->mode >> kUpb_FieldRep_Shift;
672
+ if (upb_MtDecoder_SizeOfRep(rep, d->platform) >
673
+ upb_MtDecoder_SizeOfRep(item->rep, d->platform)) {
674
+ item->rep = rep;
675
+ }
676
+ // Prepend this field to the linked list.
677
+ f->offset = item->field_index;
678
+ item->field_index = (f - d->fields) + kOneofBase;
679
+ return ptr;
680
+ }
681
+
682
+ static const char* upb_MtDecoder_DecodeOneofs(upb_MtDecoder* d,
683
+ const char* ptr) {
684
+ upb_LayoutItem item = {.rep = 0,
685
+ .field_index = kUpb_LayoutItem_IndexSentinel};
686
+ while (ptr < d->end) {
687
+ char ch = *ptr++;
688
+ if (ch == kUpb_EncodedValue_FieldSeparator) {
689
+ // Field separator, no action needed.
690
+ } else if (ch == kUpb_EncodedValue_OneofSeparator) {
691
+ // End of oneof.
692
+ upb_MtDecoder_PushOneof(d, item);
693
+ item.field_index = kUpb_LayoutItem_IndexSentinel; // Move to next oneof.
694
+ } else {
695
+ ptr = upb_MtDecoder_DecodeOneofField(d, ptr, ch, &item);
696
+ }
697
+ }
698
+
699
+ // Push final oneof.
700
+ upb_MtDecoder_PushOneof(d, item);
701
+ return ptr;
702
+ }
703
+
704
+ static const char* upb_MtDecoder_ParseModifier(upb_MtDecoder* d,
705
+ const char* ptr, char first_ch,
706
+ upb_MiniTable_Field* last_field,
707
+ uint64_t* msg_modifiers) {
708
+ uint32_t mod;
709
+ ptr = upb_MiniTable_DecodeBase92Varint(d, ptr, first_ch,
710
+ kUpb_EncodedValue_MinModifier,
711
+ kUpb_EncodedValue_MaxModifier, &mod);
712
+ if (last_field) {
713
+ upb_MtDecoder_ModifyField(d, *msg_modifiers, mod, last_field);
714
+ } else {
715
+ if (!d->table) {
716
+ upb_MtDecoder_ErrorFormat(d, "Extensions cannot have message modifiers");
717
+ UPB_UNREACHABLE();
718
+ }
719
+ *msg_modifiers = mod;
720
+ }
721
+
722
+ return ptr;
723
+ }
724
+
725
+ static void upb_MtDecoder_AllocateSubs(upb_MtDecoder* d, uint32_t sub_count) {
726
+ size_t subs_bytes = sizeof(*d->table->subs) * sub_count;
727
+ d->table->subs = upb_Arena_Malloc(d->arena, subs_bytes);
728
+ upb_MtDecoder_CheckOutOfMemory(d, d->table->subs);
729
+ }
730
+
731
+ static void upb_MtDecoder_Parse(upb_MtDecoder* d, const char* ptr, size_t len,
732
+ void* fields, size_t field_size,
733
+ uint16_t* field_count, uint32_t* sub_count) {
734
+ uint64_t msg_modifiers = 0;
735
+ uint32_t last_field_number = 0;
736
+ upb_MiniTable_Field* last_field = NULL;
737
+ bool need_dense_below = d->table != NULL;
738
+
739
+ d->end = UPB_PTRADD(ptr, len);
740
+
741
+ while (ptr < d->end) {
742
+ char ch = *ptr++;
743
+ if (ch <= kUpb_EncodedValue_MaxField) {
744
+ upb_MiniTable_Field* field = fields;
745
+ *field_count += 1;
746
+ fields = (char*)fields + field_size;
747
+ field->number = ++last_field_number;
748
+ last_field = field;
749
+ upb_MiniTable_SetField(d, ch, field, msg_modifiers, sub_count);
750
+ } else if (kUpb_EncodedValue_MinModifier <= ch &&
751
+ ch <= kUpb_EncodedValue_MaxModifier) {
752
+ ptr = upb_MtDecoder_ParseModifier(d, ptr, ch, last_field, &msg_modifiers);
753
+ if (msg_modifiers & kUpb_MessageModifier_IsExtendable) {
754
+ d->table->ext |= kUpb_ExtMode_Extendable;
755
+ }
756
+ } else if (ch == kUpb_EncodedValue_End) {
757
+ if (!d->table) {
758
+ upb_MtDecoder_ErrorFormat(d, "Extensions cannot have oneofs.");
759
+ UPB_UNREACHABLE();
760
+ }
761
+ ptr = upb_MtDecoder_DecodeOneofs(d, ptr);
762
+ } else if (kUpb_EncodedValue_MinSkip <= ch &&
763
+ ch <= kUpb_EncodedValue_MaxSkip) {
764
+ if (need_dense_below) {
765
+ d->table->dense_below = d->table->field_count;
766
+ need_dense_below = false;
767
+ }
768
+ uint32_t skip;
769
+ ptr = upb_MiniTable_DecodeBase92Varint(d, ptr, ch,
770
+ kUpb_EncodedValue_MinSkip,
771
+ kUpb_EncodedValue_MaxSkip, &skip);
772
+ last_field_number += skip;
773
+ last_field_number--; // Next field seen will increment.
774
+ }
775
+ }
776
+
777
+ if (need_dense_below) {
778
+ d->table->dense_below = d->table->field_count;
779
+ }
780
+ }
781
+
782
+ static void upb_MtDecoder_ParseMessage(upb_MtDecoder* d, const char* data,
783
+ size_t len) {
784
+ // Buffer length is an upper bound on the number of fields. We will return
785
+ // what we don't use.
786
+ d->fields = upb_Arena_Malloc(d->arena, sizeof(*d->fields) * len);
787
+ upb_MtDecoder_CheckOutOfMemory(d, d->fields);
788
+
789
+ uint32_t sub_count = 0;
790
+ d->table->field_count = 0;
791
+ d->table->fields = d->fields;
792
+ upb_MtDecoder_Parse(d, data, len, d->fields, sizeof(*d->fields),
793
+ &d->table->field_count, &sub_count);
794
+
795
+ upb_Arena_ShrinkLast(d->arena, d->fields, sizeof(*d->fields) * len,
796
+ sizeof(*d->fields) * d->table->field_count);
797
+ d->table->fields = d->fields;
798
+ upb_MtDecoder_AllocateSubs(d, sub_count);
799
+ }
800
+
801
+ int upb_MtDecoder_CompareFields(const void* _a, const void* _b) {
802
+ const upb_LayoutItem* a = _a;
803
+ const upb_LayoutItem* b = _b;
804
+ // Currently we just sort by:
805
+ // 1. rep (smallest fields first)
806
+ // 2. type (oneof cases first)
807
+ // 2. field_index (smallest numbers first)
808
+ // The main goal of this is to reduce space lost to padding.
809
+ // Later we may have more subtle reasons to prefer a different ordering.
810
+ const int rep_bits = _upb_Log2Ceiling(kUpb_FieldRep_Max);
811
+ const int type_bits = _upb_Log2Ceiling(kUpb_LayoutItemType_Max);
812
+ const int idx_bits = (sizeof(a->field_index) * 8);
813
+ UPB_ASSERT(idx_bits + rep_bits + type_bits < 32);
814
+ #define UPB_COMBINE(rep, ty, idx) (((rep << type_bits) | ty) << idx_bits) | idx
815
+ uint32_t a_packed = UPB_COMBINE(a->rep, a->type, a->field_index);
816
+ uint32_t b_packed = UPB_COMBINE(b->rep, b->type, b->field_index);
817
+ assert(a_packed != b_packed);
818
+ #undef UPB_COMBINE
819
+ return a_packed < b_packed ? -1 : 1;
820
+ }
821
+
822
+ static bool upb_MtDecoder_SortLayoutItems(upb_MtDecoder* d) {
823
+ // Add items for all non-oneof fields (oneofs were already added).
824
+ int n = d->table->field_count;
825
+ for (int i = 0; i < n; i++) {
826
+ upb_MiniTable_Field* f = &d->fields[i];
827
+ if (f->offset >= kOneofBase) continue;
828
+ upb_LayoutItem item = {.field_index = i,
829
+ .rep = f->mode >> kUpb_FieldRep_Shift,
830
+ .type = kUpb_LayoutItemType_Field};
831
+ upb_MtDecoder_PushItem(d, item);
832
+ }
833
+
834
+ if (d->vec.size) {
835
+ qsort(d->vec.data, d->vec.size, sizeof(*d->vec.data),
836
+ upb_MtDecoder_CompareFields);
837
+ }
838
+
839
+ return true;
840
+ }
841
+
842
+ static size_t upb_MiniTable_DivideRoundUp(size_t n, size_t d) {
843
+ return (n + d - 1) / d;
844
+ }
845
+
846
+ static void upb_MtDecoder_AssignHasbits(upb_MiniTable* ret) {
847
+ int n = ret->field_count;
848
+ int last_hasbit = 0; // 0 cannot be used.
849
+
850
+ // First assign required fields, which must have the lowest hasbits.
851
+ for (int i = 0; i < n; i++) {
852
+ upb_MiniTable_Field* field = (upb_MiniTable_Field*)&ret->fields[i];
853
+ if (field->offset == kRequiredPresence) {
854
+ field->presence = ++last_hasbit;
855
+ } else if (field->offset == kNoPresence) {
856
+ field->presence = 0;
857
+ }
858
+ }
859
+ ret->required_count = last_hasbit;
860
+
861
+ // Next assign non-required hasbit fields.
862
+ for (int i = 0; i < n; i++) {
863
+ upb_MiniTable_Field* field = (upb_MiniTable_Field*)&ret->fields[i];
864
+ if (field->offset == kHasbitPresence) {
865
+ field->presence = ++last_hasbit;
866
+ }
867
+ }
868
+
869
+ ret->size = last_hasbit ? upb_MiniTable_DivideRoundUp(last_hasbit + 1, 8) : 0;
870
+ }
871
+
872
+ size_t upb_MtDecoder_Place(upb_MtDecoder* d, upb_FieldRep rep) {
873
+ size_t size = upb_MtDecoder_SizeOfRep(rep, d->platform);
874
+ size_t align = upb_MtDecoder_AlignOfRep(rep, d->platform);
875
+ size_t ret = UPB_ALIGN_UP(d->table->size, align);
876
+ d->table->size = ret + size;
877
+ return ret;
878
+ }
879
+
880
+ static void upb_MtDecoder_AssignOffsets(upb_MtDecoder* d) {
881
+ upb_LayoutItem* end = UPB_PTRADD(d->vec.data, d->vec.size);
882
+
883
+ // Compute offsets.
884
+ for (upb_LayoutItem* item = d->vec.data; item < end; item++) {
885
+ item->offset = upb_MtDecoder_Place(d, item->rep);
886
+ }
887
+
888
+ // Assign oneof case offsets. We must do these first, since assigning
889
+ // actual offsets will overwrite the links of the linked list.
890
+ for (upb_LayoutItem* item = d->vec.data; item < end; item++) {
891
+ if (item->type != kUpb_LayoutItemType_OneofCase) continue;
892
+ upb_MiniTable_Field* f = &d->fields[item->field_index];
893
+ while (true) {
894
+ f->presence = ~item->offset;
895
+ if (f->offset == kUpb_LayoutItem_IndexSentinel) break;
896
+ UPB_ASSERT(f->offset - kOneofBase < d->table->field_count);
897
+ f = &d->fields[f->offset - kOneofBase];
898
+ }
899
+ }
900
+
901
+ // Assign offsets.
902
+ for (upb_LayoutItem* item = d->vec.data; item < end; item++) {
903
+ upb_MiniTable_Field* f = &d->fields[item->field_index];
904
+ switch (item->type) {
905
+ case kUpb_LayoutItemType_OneofField:
906
+ while (true) {
907
+ uint16_t next_offset = f->offset;
908
+ f->offset = item->offset;
909
+ if (next_offset == kUpb_LayoutItem_IndexSentinel) break;
910
+ f = &d->fields[next_offset - kOneofBase];
911
+ }
912
+ break;
913
+ case kUpb_LayoutItemType_Field:
914
+ f->offset = item->offset;
915
+ break;
916
+ default:
917
+ break;
918
+ }
919
+ }
920
+
921
+ // The fasttable parser (supported on 64-bit only) depends on this being a
922
+ // multiple of 8 in order to satisfy UPB_MALLOC_ALIGN, which is also 8.
923
+ //
924
+ // On 32-bit we could potentially make this smaller, but there is no
925
+ // compelling reason to optimize this right now.
926
+ d->table->size = UPB_ALIGN_UP(d->table->size, 8);
927
+ }
928
+
929
+ upb_MiniTable* upb_MiniTable_BuildWithBuf(const char* data, size_t len,
930
+ upb_MiniTablePlatform platform,
931
+ upb_Arena* arena, void** buf,
932
+ size_t* buf_size,
933
+ upb_Status* status) {
934
+ upb_MtDecoder decoder = {
935
+ .platform = platform,
936
+ .vec =
937
+ {
938
+ .data = *buf,
939
+ .capacity = *buf_size / sizeof(*decoder.vec.data),
940
+ .size = 0,
941
+ },
942
+ .arena = arena,
943
+ .status = status,
944
+ .table = upb_Arena_Malloc(arena, sizeof(*decoder.table)),
945
+ };
946
+
947
+ if (UPB_SETJMP(decoder.err)) {
948
+ decoder.table = NULL;
949
+ goto done;
950
+ }
951
+
952
+ upb_MtDecoder_CheckOutOfMemory(&decoder, decoder.table);
953
+
954
+ decoder.table->size = 0;
955
+ decoder.table->field_count = 0;
956
+ decoder.table->ext = kUpb_ExtMode_NonExtendable;
957
+ decoder.table->dense_below = 0;
958
+ decoder.table->table_mask = 0;
959
+ decoder.table->required_count = 0;
960
+
961
+ upb_MtDecoder_ParseMessage(&decoder, data, len);
962
+ upb_MtDecoder_AssignHasbits(decoder.table);
963
+ upb_MtDecoder_SortLayoutItems(&decoder);
964
+ upb_MtDecoder_AssignOffsets(&decoder);
965
+
966
+ done:
967
+ *buf = decoder.vec.data;
968
+ *buf_size = decoder.vec.capacity / sizeof(*decoder.vec.data);
969
+ return decoder.table;
970
+ }
971
+
972
+ upb_MiniTable* upb_MiniTable_BuildMessageSet(upb_MiniTablePlatform platform,
973
+ upb_Arena* arena) {
974
+ upb_MiniTable* ret = upb_Arena_Malloc(arena, sizeof(*ret));
975
+ if (!ret) return NULL;
976
+
977
+ ret->size = 0;
978
+ ret->field_count = 0;
979
+ ret->ext = kUpb_ExtMode_IsMessageSet;
980
+ ret->dense_below = 0;
981
+ ret->table_mask = 0;
982
+ ret->required_count = 0;
983
+ return ret;
984
+ }
985
+
986
+ upb_MiniTable* upb_MiniTable_BuildMapEntry(upb_FieldType key_type,
987
+ upb_FieldType value_type,
988
+ bool value_is_proto3_enum,
989
+ upb_MiniTablePlatform platform,
990
+ upb_Arena* arena) {
991
+ upb_MiniTable* ret = upb_Arena_Malloc(arena, sizeof(*ret));
992
+ upb_MiniTable_Field* fields = upb_Arena_Malloc(arena, sizeof(*fields) * 2);
993
+ if (!ret || !fields) return NULL;
994
+
995
+ upb_MiniTable_Sub* subs = NULL;
996
+ if (value_is_proto3_enum) value_type = kUpb_FieldType_Int32;
997
+ if (value_type == kUpb_FieldType_Message ||
998
+ value_type == kUpb_FieldType_Group || value_type == kUpb_FieldType_Enum) {
999
+ subs = upb_Arena_Malloc(arena, sizeof(*subs));
1000
+ if (!subs) return NULL;
1001
+ }
1002
+
1003
+ size_t field_size =
1004
+ upb_MtDecoder_SizeOfRep(kUpb_FieldRep_StringView, platform);
1005
+
1006
+ fields[0].number = 1;
1007
+ fields[1].number = 2;
1008
+ fields[0].mode = kUpb_FieldMode_Scalar;
1009
+ fields[1].mode = kUpb_FieldMode_Scalar;
1010
+ fields[0].presence = 0;
1011
+ fields[1].presence = 0;
1012
+ fields[0].offset = 0;
1013
+ fields[1].offset = field_size;
1014
+
1015
+ upb_MiniTable_SetTypeAndSub(&fields[0], key_type, NULL, 0);
1016
+ upb_MiniTable_SetTypeAndSub(&fields[1], value_type, NULL, 0);
1017
+
1018
+ ret->size = UPB_ALIGN_UP(2 * field_size, 8);
1019
+ ret->field_count = 2;
1020
+ ret->ext = kUpb_ExtMode_NonExtendable | kUpb_ExtMode_IsMapEntry;
1021
+ ret->dense_below = 2;
1022
+ ret->table_mask = 0;
1023
+ ret->required_count = 0;
1024
+ ret->subs = subs;
1025
+ ret->fields = fields;
1026
+ return ret;
1027
+ }
1028
+
1029
+ static bool upb_MiniTable_BuildEnumValue(upb_MtDecoder* d,
1030
+ upb_MiniTable_Enum* table,
1031
+ uint32_t val, upb_Arena* arena) {
1032
+ if (val < 64) {
1033
+ table->mask |= 1ULL << val;
1034
+ return true;
1035
+ }
1036
+
1037
+ int32_t* values = (void*)table->values;
1038
+ values = upb_Arena_Realloc(arena, values, table->value_count * 4,
1039
+ (table->value_count + 1) * 4);
1040
+ upb_MtDecoder_CheckOutOfMemory(d, values);
1041
+ values[table->value_count++] = (int32_t)val;
1042
+ table->values = values;
1043
+ return true;
1044
+ }
1045
+
1046
+ upb_MiniTable_Enum* upb_MiniTable_BuildEnum(const char* data, size_t len,
1047
+ upb_Arena* arena,
1048
+ upb_Status* status) {
1049
+ upb_MtDecoder d = {
1050
+ .status = status,
1051
+ .end = UPB_PTRADD(data, len),
1052
+ };
1053
+
1054
+ if (UPB_SETJMP(d.err)) {
1055
+ return NULL;
1056
+ }
1057
+
1058
+ upb_MiniTable_Enum* table = upb_Arena_Malloc(arena, sizeof(*table));
1059
+ upb_MtDecoder_CheckOutOfMemory(&d, table);
1060
+
1061
+ table->mask = 0;
1062
+ table->value_count = 0;
1063
+ table->values = NULL;
1064
+
1065
+ const char* ptr = data;
1066
+ uint32_t base = 0;
1067
+
1068
+ while (ptr < d.end) {
1069
+ char ch = *ptr++;
1070
+ if (ch <= kUpb_EncodedValue_MaxEnumMask) {
1071
+ uint32_t mask = upb_FromBase92(ch);
1072
+ for (int i = 0; i < 5; i++, base++, mask >>= 1) {
1073
+ if (mask & 1) {
1074
+ if (!upb_MiniTable_BuildEnumValue(&d, table, base, arena)) {
1075
+ return NULL;
1076
+ }
1077
+ }
1078
+ }
1079
+ } else if (kUpb_EncodedValue_MinSkip <= ch &&
1080
+ ch <= kUpb_EncodedValue_MaxSkip) {
1081
+ uint32_t skip;
1082
+ ptr = upb_MiniTable_DecodeBase92Varint(&d, ptr, ch,
1083
+ kUpb_EncodedValue_MinSkip,
1084
+ kUpb_EncodedValue_MaxSkip, &skip);
1085
+ base += skip;
1086
+ } else {
1087
+ upb_Status_SetErrorFormat(status, "Unexpected character: %c", ch);
1088
+ return NULL;
1089
+ }
1090
+ }
1091
+
1092
+ return table;
1093
+ }
1094
+
1095
+ bool upb_MiniTable_BuildExtension(const char* data, size_t len,
1096
+ upb_MiniTable_Extension* ext,
1097
+ upb_MiniTable_Sub sub, upb_Status* status) {
1098
+ upb_MtDecoder decoder = {
1099
+ .arena = NULL,
1100
+ .status = status,
1101
+ .table = NULL,
1102
+ };
1103
+
1104
+ if (UPB_SETJMP(decoder.err)) {
1105
+ return false;
1106
+ }
1107
+
1108
+ uint16_t count = 0;
1109
+ upb_MtDecoder_Parse(&decoder, data, len, ext, sizeof(*ext), &count, NULL);
1110
+ ext->field.mode |= kUpb_LabelFlags_IsExtension;
1111
+ ext->field.offset = 0;
1112
+ return true;
1113
+ }
1114
+
1115
+ upb_MiniTable* upb_MiniTable_Build(const char* data, size_t len,
1116
+ upb_MiniTablePlatform platform,
1117
+ upb_Arena* arena, upb_Status* status) {
1118
+ void* buf = NULL;
1119
+ size_t size = 0;
1120
+ upb_MiniTable* ret = upb_MiniTable_BuildWithBuf(data, len, platform, arena,
1121
+ &buf, &size, status);
1122
+ free(buf);
1123
+ return ret;
1124
+ }
1125
+
1126
+ void upb_MiniTable_SetSubMessage(upb_MiniTable* table,
1127
+ upb_MiniTable_Field* field,
1128
+ const upb_MiniTable* sub) {
1129
+ UPB_ASSERT((uintptr_t)table->fields <= (uintptr_t)field &&
1130
+ (uintptr_t)field <
1131
+ (uintptr_t)(table->fields + table->field_count));
1132
+ if (sub->ext & kUpb_ExtMode_IsMapEntry) {
1133
+ field->mode =
1134
+ (kUpb_FieldRep_Pointer << kUpb_FieldRep_Shift) | kUpb_FieldMode_Map;
1135
+ }
1136
+ upb_MiniTable_Sub* table_sub = (void*)&table->subs[field->submsg_index];
1137
+ table_sub->submsg = sub;
1138
+ }
1139
+
1140
+ void upb_MiniTable_SetSubEnum(upb_MiniTable* table, upb_MiniTable_Field* field,
1141
+ const upb_MiniTable_Enum* sub) {
1142
+ UPB_ASSERT((uintptr_t)table->fields <= (uintptr_t)field &&
1143
+ (uintptr_t)field <
1144
+ (uintptr_t)(table->fields + table->field_count));
1145
+ upb_MiniTable_Sub* table_sub = (void*)&table->subs[field->submsg_index];
1146
+ table_sub->subenum = sub;
1147
+ }