grpc-flamingo 1.11.0 → 1.15.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (452) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +1150 -176
  3. data/etc/roots.pem +40 -196
  4. data/include/grpc/grpc.h +49 -8
  5. data/include/grpc/grpc_security.h +123 -2
  6. data/include/grpc/grpc_security_constants.h +6 -0
  7. data/include/grpc/impl/codegen/fork.h +4 -4
  8. data/include/grpc/impl/codegen/grpc_types.h +26 -5
  9. data/include/grpc/impl/codegen/log.h +112 -0
  10. data/include/grpc/impl/codegen/port_platform.h +55 -4
  11. data/include/grpc/module.modulemap +2 -0
  12. data/include/grpc/support/log.h +2 -80
  13. data/include/grpc/support/string_util.h +2 -0
  14. data/include/grpc/support/sync.h +0 -16
  15. data/src/boringssl/err_data.c +602 -588
  16. data/src/core/ext/{census → filters/census}/grpc_context.cc +0 -0
  17. data/src/core/ext/filters/client_channel/channel_connectivity.cc +1 -1
  18. data/src/core/ext/filters/client_channel/client_channel.cc +1234 -1070
  19. data/src/core/ext/filters/client_channel/client_channel.h +5 -0
  20. data/src/core/ext/filters/client_channel/client_channel_channelz.cc +113 -0
  21. data/src/core/ext/filters/client_channel/client_channel_channelz.h +71 -0
  22. data/src/core/ext/filters/client_channel/client_channel_plugin.cc +9 -0
  23. data/src/core/ext/filters/client_channel/http_connect_handshaker.cc +1 -1
  24. data/src/core/ext/filters/client_channel/http_proxy.cc +22 -5
  25. data/src/core/ext/filters/client_channel/lb_policy.cc +2 -2
  26. data/src/core/ext/filters/client_channel/lb_policy.h +30 -10
  27. data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.cc +11 -9
  28. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +120 -127
  29. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.h +36 -0
  30. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.cc +36 -102
  31. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.h +37 -32
  32. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +25 -22
  33. data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +4 -2
  34. data/src/core/ext/filters/client_channel/lb_policy/grpclb/proto/grpc/lb/v1/google/protobuf/duration.pb.c +19 -0
  35. data/src/core/ext/filters/client_channel/lb_policy/grpclb/proto/grpc/lb/v1/google/protobuf/duration.pb.h +54 -0
  36. data/src/core/ext/filters/client_channel/lb_policy/grpclb/proto/grpc/lb/v1/google/protobuf/timestamp.pb.c +19 -0
  37. data/src/core/ext/filters/client_channel/lb_policy/grpclb/proto/grpc/lb/v1/google/protobuf/timestamp.pb.h +54 -0
  38. data/src/core/ext/filters/client_channel/lb_policy/grpclb/proto/grpc/lb/v1/load_balancer.pb.c +4 -17
  39. data/src/core/ext/filters/client_channel/lb_policy/grpclb/proto/grpc/lb/v1/load_balancer.pb.h +37 -63
  40. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +306 -239
  41. data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +444 -392
  42. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +538 -98
  43. data/src/core/ext/filters/client_channel/lb_policy_factory.cc +8 -0
  44. data/src/core/ext/filters/client_channel/lb_policy_factory.h +4 -0
  45. data/src/core/ext/filters/client_channel/method_params.h +4 -0
  46. data/src/core/ext/filters/client_channel/resolver.h +10 -0
  47. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +36 -19
  48. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.cc +320 -0
  49. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.h +62 -9
  50. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +49 -294
  51. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +537 -0
  52. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +112 -87
  53. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +17 -2
  54. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_fallback.cc +6 -5
  55. data/src/core/ext/filters/{load_reporting/server_load_reporting_filter.h → client_channel/resolver/dns/c_ares/grpc_ares_wrapper_posix.cc} +7 -8
  56. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper_windows.cc +29 -0
  57. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +32 -15
  58. data/src/core/ext/filters/client_channel/retry_throttle.h +4 -0
  59. data/src/core/ext/filters/client_channel/subchannel.cc +58 -15
  60. data/src/core/ext/filters/client_channel/subchannel.h +11 -0
  61. data/src/core/ext/filters/deadline/deadline_filter.cc +18 -15
  62. data/src/core/ext/filters/deadline/deadline_filter.h +5 -5
  63. data/src/core/ext/filters/http/client/http_client_filter.cc +10 -9
  64. data/src/core/ext/filters/http/client_authority_filter.cc +6 -5
  65. data/src/core/ext/filters/http/message_compress/message_compress_filter.cc +6 -6
  66. data/src/core/ext/filters/http/server/http_server_filter.cc +123 -131
  67. data/src/core/ext/filters/http/server/http_server_filter.h +1 -1
  68. data/src/core/ext/transport/chttp2/client/insecure/channel_create_posix.cc +1 -1
  69. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +1 -1
  70. data/src/core/ext/transport/chttp2/server/insecure/server_chttp2_posix.cc +3 -2
  71. data/src/core/ext/transport/chttp2/transport/bin_decoder.cc +9 -8
  72. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +97 -48
  73. data/src/core/ext/transport/chttp2/transport/flow_control.cc +10 -7
  74. data/src/core/ext/transport/chttp2/transport/frame_settings.cc +3 -3
  75. data/src/core/ext/transport/chttp2/transport/hpack_encoder.cc +12 -8
  76. data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +4 -3
  77. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +2 -2
  78. data/src/core/ext/transport/chttp2/transport/hpack_table.cc +2 -2
  79. data/src/core/ext/transport/chttp2/transport/parsing.cc +14 -12
  80. data/src/core/ext/transport/chttp2/transport/stream_lists.cc +3 -3
  81. data/src/core/ext/transport/chttp2/transport/writing.cc +32 -27
  82. data/src/core/ext/transport/inproc/inproc_transport.cc +87 -49
  83. data/src/core/lib/channel/channel_args.cc +28 -0
  84. data/src/core/lib/channel/channel_args.h +4 -0
  85. data/src/core/lib/channel/channel_stack.cc +22 -29
  86. data/src/core/lib/channel/channel_stack.h +2 -2
  87. data/src/core/lib/channel/channel_stack_builder.cc +0 -3
  88. data/src/core/lib/channel/channel_stack_builder.h +0 -2
  89. data/src/core/lib/channel/channel_trace.cc +28 -63
  90. data/src/core/lib/channel/channel_trace.h +13 -17
  91. data/src/core/lib/channel/channelz.cc +153 -0
  92. data/src/core/lib/channel/channelz.h +133 -0
  93. data/src/core/lib/channel/channelz_registry.cc +145 -0
  94. data/src/core/lib/channel/channelz_registry.h +120 -0
  95. data/src/core/lib/channel/connected_channel.cc +8 -1
  96. data/src/core/lib/channel/handshaker.cc +71 -0
  97. data/src/core/lib/channel/handshaker.h +4 -0
  98. data/src/core/lib/debug/stats.h +7 -0
  99. data/src/core/lib/debug/stats_data.cc +5 -0
  100. data/src/core/lib/debug/stats_data.h +120 -0
  101. data/src/core/lib/debug/trace.cc +2 -1
  102. data/src/core/lib/debug/trace.h +12 -1
  103. data/src/core/lib/gpr/alloc.h +28 -0
  104. data/src/core/lib/gpr/arena.cc +38 -45
  105. data/src/core/lib/gpr/log.cc +8 -2
  106. data/src/core/lib/gpr/log_android.cc +4 -0
  107. data/src/core/lib/gpr/log_linux.cc +4 -0
  108. data/src/core/lib/gpr/log_posix.cc +4 -0
  109. data/src/core/lib/gpr/log_windows.cc +5 -0
  110. data/src/core/lib/gpr/string.cc +28 -0
  111. data/src/core/lib/gpr/string.h +10 -0
  112. data/src/core/lib/gprpp/abstract.h +5 -2
  113. data/src/core/lib/gprpp/fork.cc +268 -0
  114. data/src/core/lib/gprpp/fork.h +88 -0
  115. data/src/core/lib/gprpp/inlined_vector.h +87 -37
  116. data/src/core/lib/gprpp/memory.h +12 -0
  117. data/src/core/lib/gprpp/mutex_lock.h +42 -0
  118. data/src/core/lib/gprpp/orphanable.h +10 -12
  119. data/src/core/lib/gprpp/ref_counted.h +10 -12
  120. data/src/core/lib/gprpp/ref_counted_ptr.h +65 -8
  121. data/src/core/lib/gprpp/thd.h +0 -3
  122. data/src/core/lib/gprpp/thd_posix.cc +5 -54
  123. data/src/core/lib/gprpp/thd_windows.cc +0 -7
  124. data/src/core/lib/http/httpcli_security_connector.cc +1 -3
  125. data/src/core/lib/iomgr/call_combiner.cc +13 -13
  126. data/src/core/lib/iomgr/call_combiner.h +84 -1
  127. data/src/core/lib/iomgr/closure.h +6 -5
  128. data/src/core/lib/iomgr/combiner.cc +30 -13
  129. data/src/core/lib/iomgr/combiner.h +1 -1
  130. data/src/core/lib/iomgr/endpoint_pair_posix.cc +2 -2
  131. data/src/core/lib/iomgr/error.cc +12 -0
  132. data/src/core/lib/iomgr/error.h +5 -0
  133. data/src/core/lib/iomgr/ev_epoll1_linux.cc +138 -51
  134. data/src/core/lib/iomgr/ev_epollex_linux.cc +276 -93
  135. data/src/core/lib/iomgr/ev_epollsig_linux.cc +58 -50
  136. data/src/core/lib/iomgr/ev_poll_posix.cc +163 -42
  137. data/src/core/lib/iomgr/ev_posix.cc +88 -24
  138. data/src/core/lib/iomgr/ev_posix.h +48 -12
  139. data/src/core/lib/iomgr/exec_ctx.cc +15 -9
  140. data/src/core/lib/iomgr/exec_ctx.h +48 -20
  141. data/src/core/lib/iomgr/executor.cc +274 -142
  142. data/src/core/lib/iomgr/executor.h +82 -16
  143. data/src/core/lib/iomgr/fork_posix.cc +42 -19
  144. data/src/core/lib/iomgr/iocp_windows.cc +9 -4
  145. data/src/core/lib/iomgr/iomgr.cc +2 -0
  146. data/src/core/lib/iomgr/iomgr.h +5 -0
  147. data/src/core/lib/iomgr/iomgr_posix.cc +2 -2
  148. data/src/core/lib/iomgr/is_epollexclusive_available.cc +1 -0
  149. data/src/core/lib/iomgr/lockfree_event.cc +5 -1
  150. data/src/core/lib/iomgr/polling_entity.cc +11 -2
  151. data/src/core/lib/iomgr/pollset_custom.cc +2 -2
  152. data/src/core/lib/iomgr/port.h +51 -1
  153. data/src/core/lib/iomgr/resolve_address.h +1 -1
  154. data/src/core/lib/iomgr/resolve_address_posix.cc +4 -3
  155. data/src/core/lib/iomgr/resolve_address_windows.cc +3 -2
  156. data/src/core/lib/iomgr/resource_quota.cc +89 -12
  157. data/src/core/lib/iomgr/resource_quota.h +16 -0
  158. data/src/core/lib/iomgr/sockaddr_posix.h +1 -1
  159. data/src/core/lib/iomgr/socket_factory_posix.cc +1 -1
  160. data/src/core/lib/iomgr/socket_mutator.cc +1 -1
  161. data/src/core/lib/iomgr/socket_mutator.h +1 -1
  162. data/src/core/lib/iomgr/socket_utils.h +9 -0
  163. data/src/core/lib/iomgr/socket_utils_common_posix.cc +29 -1
  164. data/src/core/lib/iomgr/socket_utils_linux.cc +0 -1
  165. data/src/core/lib/iomgr/socket_utils_posix.cc +2 -3
  166. data/src/core/lib/iomgr/socket_utils_posix.h +3 -0
  167. data/src/core/lib/iomgr/socket_utils_uv.cc +4 -0
  168. data/src/core/lib/iomgr/socket_utils_windows.cc +4 -0
  169. data/src/core/lib/iomgr/socket_windows.cc +33 -0
  170. data/src/core/lib/iomgr/socket_windows.h +6 -0
  171. data/src/core/lib/iomgr/tcp_client_custom.cc +5 -5
  172. data/src/core/lib/iomgr/tcp_client_posix.cc +10 -11
  173. data/src/core/lib/iomgr/tcp_custom.cc +11 -11
  174. data/src/core/lib/iomgr/tcp_posix.cc +49 -36
  175. data/src/core/lib/iomgr/tcp_server_custom.cc +5 -5
  176. data/src/core/lib/iomgr/tcp_server_posix.cc +16 -36
  177. data/src/core/lib/iomgr/tcp_server_utils_posix.h +1 -1
  178. data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +17 -5
  179. data/src/core/lib/iomgr/tcp_server_windows.cc +1 -0
  180. data/src/core/lib/iomgr/tcp_uv.cc +3 -0
  181. data/src/core/lib/iomgr/tcp_windows.cc +18 -2
  182. data/src/core/lib/iomgr/tcp_windows.h +2 -0
  183. data/src/core/lib/iomgr/timer.h +4 -3
  184. data/src/core/lib/iomgr/timer_generic.cc +133 -51
  185. data/src/core/lib/iomgr/timer_manager.cc +12 -14
  186. data/src/core/lib/iomgr/timer_uv.cc +3 -0
  187. data/src/core/lib/iomgr/udp_server.cc +106 -52
  188. data/src/core/lib/iomgr/udp_server.h +8 -4
  189. data/src/core/lib/json/json.cc +12 -1
  190. data/src/core/lib/json/json.h +5 -0
  191. data/src/core/lib/profiling/basic_timers.cc +1 -0
  192. data/src/core/lib/security/context/security_context.cc +8 -8
  193. data/src/core/lib/security/context/security_context.h +6 -2
  194. data/src/core/lib/security/credentials/alts/alts_credentials.h +0 -20
  195. data/src/core/lib/security/credentials/alts/check_gcp_environment_linux.cc +3 -2
  196. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_client_options.cc +7 -7
  197. data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.h +1 -38
  198. data/src/core/lib/security/credentials/credentials.h +1 -0
  199. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +89 -115
  200. data/src/core/lib/security/credentials/google_default/google_default_credentials.h +16 -0
  201. data/src/core/lib/security/credentials/jwt/json_token.h +2 -0
  202. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +2 -0
  203. data/src/core/lib/security/credentials/local/local_credentials.cc +77 -0
  204. data/src/core/lib/security/credentials/local/local_credentials.h +40 -0
  205. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.cc +11 -7
  206. data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +1 -1
  207. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +17 -3
  208. data/src/core/lib/security/security_connector/alts_security_connector.cc +2 -1
  209. data/src/core/lib/security/security_connector/load_system_roots.h +29 -0
  210. data/src/core/lib/{gpr/fork.h → security/security_connector/load_system_roots_fallback.cc} +10 -13
  211. data/src/core/lib/security/security_connector/load_system_roots_linux.cc +165 -0
  212. data/src/core/lib/security/security_connector/load_system_roots_linux.h +44 -0
  213. data/src/core/lib/security/security_connector/local_security_connector.cc +245 -0
  214. data/src/core/lib/security/security_connector/local_security_connector.h +58 -0
  215. data/src/core/lib/security/security_connector/security_connector.cc +79 -32
  216. data/src/core/lib/security/security_connector/security_connector.h +5 -3
  217. data/src/core/lib/security/transport/client_auth_filter.cc +5 -5
  218. data/src/core/lib/security/transport/secure_endpoint.cc +2 -2
  219. data/src/core/lib/security/transport/security_handshaker.cc +7 -2
  220. data/src/core/lib/security/transport/server_auth_filter.cc +4 -7
  221. data/src/core/lib/security/util/json_util.cc +4 -0
  222. data/src/core/lib/slice/slice.cc +6 -2
  223. data/src/core/lib/slice/slice_buffer.cc +27 -7
  224. data/src/core/lib/slice/slice_hash_table.h +4 -0
  225. data/src/core/lib/slice/slice_weak_hash_table.h +4 -0
  226. data/src/core/lib/surface/call.cc +119 -58
  227. data/src/core/lib/surface/call.h +7 -0
  228. data/src/core/lib/surface/channel.cc +50 -18
  229. data/src/core/lib/surface/channel.h +4 -0
  230. data/src/core/lib/surface/completion_queue.cc +153 -18
  231. data/src/core/lib/surface/completion_queue.h +20 -2
  232. data/src/core/lib/surface/completion_queue_factory.cc +13 -4
  233. data/src/core/lib/surface/init.cc +7 -8
  234. data/src/core/lib/surface/init.h +0 -1
  235. data/src/core/lib/surface/server.cc +16 -0
  236. data/src/core/lib/surface/version.cc +1 -1
  237. data/src/core/lib/transport/bdp_estimator.cc +3 -3
  238. data/src/core/lib/transport/bdp_estimator.h +2 -2
  239. data/src/core/lib/transport/byte_stream.cc +1 -1
  240. data/src/core/lib/transport/connectivity_state.cc +6 -7
  241. data/src/core/lib/transport/service_config.cc +2 -2
  242. data/src/core/lib/transport/service_config.h +3 -3
  243. data/src/core/lib/transport/transport.cc +22 -10
  244. data/src/core/lib/transport/transport.h +18 -18
  245. data/src/core/lib/transport/transport_op_string.cc +1 -8
  246. data/src/core/plugin_registry/grpc_plugin_registry.cc +0 -4
  247. data/src/core/tsi/alts/crypt/aes_gcm.cc +2 -0
  248. data/src/core/tsi/alts/handshaker/alts_handshaker_client.cc +19 -7
  249. data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +10 -0
  250. data/src/core/tsi/alts/handshaker/alts_handshaker_service_api_util.h +2 -2
  251. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.cc +38 -3
  252. data/src/core/tsi/alts/handshaker/alts_tsi_handshaker_private.h +3 -0
  253. data/src/core/tsi/alts/handshaker/altscontext.pb.c +0 -1
  254. data/src/core/tsi/alts/handshaker/altscontext.pb.h +1 -2
  255. data/src/core/tsi/alts/handshaker/handshaker.pb.c +0 -1
  256. data/src/core/tsi/alts/handshaker/handshaker.pb.h +1 -2
  257. data/src/core/tsi/alts/handshaker/transport_security_common.pb.c +0 -1
  258. data/src/core/tsi/alts/handshaker/transport_security_common.pb.h +1 -1
  259. data/src/core/tsi/alts/handshaker/transport_security_common_api.h +2 -2
  260. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.cc +47 -1
  261. data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.h +3 -1
  262. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +12 -11
  263. data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.h +7 -2
  264. data/src/core/tsi/fake_transport_security.cc +1 -0
  265. data/src/core/tsi/grpc_shadow_boringssl.h +3006 -0
  266. data/src/core/tsi/local_transport_security.cc +209 -0
  267. data/src/core/tsi/local_transport_security.h +51 -0
  268. data/src/core/tsi/ssl/session_cache/ssl_session.h +2 -0
  269. data/src/core/tsi/ssl/session_cache/ssl_session_cache.cc +5 -5
  270. data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +6 -0
  271. data/src/core/tsi/ssl_transport_security.cc +245 -116
  272. data/src/core/tsi/ssl_types.h +2 -0
  273. data/src/core/tsi/transport_security.cc +14 -0
  274. data/src/core/tsi/transport_security.h +2 -0
  275. data/src/core/tsi/transport_security_interface.h +11 -1
  276. data/src/ruby/bin/math_client.rb +17 -9
  277. data/src/ruby/ext/grpc/extconf.rb +1 -26
  278. data/src/ruby/ext/grpc/rb_channel_credentials.c +3 -3
  279. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +42 -16
  280. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +65 -26
  281. data/src/ruby/lib/grpc/generic/active_call.rb +19 -23
  282. data/src/ruby/lib/grpc/generic/rpc_server.rb +2 -1
  283. data/src/ruby/lib/grpc/version.rb +1 -1
  284. data/src/ruby/pb/generate_proto_ruby.sh +7 -1
  285. data/src/ruby/pb/grpc/health/v1/health_services_pb.rb +4 -1
  286. data/src/ruby/spec/call_credentials_spec.rb +1 -1
  287. data/src/ruby/spec/call_spec.rb +1 -1
  288. data/src/ruby/spec/channel_credentials_spec.rb +1 -1
  289. data/src/ruby/spec/channel_spec.rb +1 -1
  290. data/src/ruby/spec/client_auth_spec.rb +1 -12
  291. data/src/ruby/spec/client_server_spec.rb +1 -1
  292. data/src/ruby/spec/compression_options_spec.rb +1 -1
  293. data/src/ruby/spec/error_sanity_spec.rb +1 -1
  294. data/src/ruby/spec/generic/client_stub_spec.rb +16 -4
  295. data/src/ruby/spec/generic/rpc_desc_spec.rb +1 -1
  296. data/src/ruby/spec/generic/rpc_server_pool_spec.rb +1 -1
  297. data/src/ruby/spec/generic/service_spec.rb +1 -1
  298. data/src/ruby/spec/google_rpc_status_utils_spec.rb +1 -12
  299. data/src/ruby/spec/pb/duplicate/codegen_spec.rb +1 -0
  300. data/src/ruby/spec/pb/health/checker_spec.rb +1 -1
  301. data/src/ruby/spec/server_credentials_spec.rb +1 -1
  302. data/src/ruby/spec/server_spec.rb +1 -1
  303. data/src/ruby/spec/spec_helper.rb +1 -0
  304. data/src/ruby/spec/support/services.rb +1 -1
  305. data/src/ruby/spec/time_consts_spec.rb +1 -1
  306. data/third_party/address_sorting/address_sorting.c +17 -11
  307. data/third_party/address_sorting/address_sorting_windows.c +43 -3
  308. data/third_party/address_sorting/include/address_sorting/address_sorting.h +3 -0
  309. data/third_party/boringssl/crypto/asn1/a_int.c +33 -28
  310. data/third_party/boringssl/crypto/asn1/a_mbstr.c +24 -22
  311. data/third_party/boringssl/crypto/asn1/a_utf8.c +13 -11
  312. data/third_party/boringssl/crypto/asn1/asn1_locl.h +3 -0
  313. data/third_party/boringssl/crypto/asn1/tasn_dec.c +40 -19
  314. data/third_party/boringssl/crypto/bio/fd.c +1 -0
  315. data/third_party/boringssl/crypto/bio/file.c +2 -0
  316. data/third_party/boringssl/crypto/bn_extra/convert.c +6 -5
  317. data/third_party/boringssl/crypto/bytestring/ber.c +1 -4
  318. data/third_party/boringssl/crypto/bytestring/cbb.c +116 -16
  319. data/third_party/boringssl/crypto/bytestring/cbs.c +151 -20
  320. data/third_party/boringssl/crypto/cipher_extra/e_aesccm.c +203 -0
  321. data/third_party/boringssl/crypto/cipher_extra/e_rc2.c +2 -0
  322. data/third_party/boringssl/crypto/cipher_extra/e_tls.c +1 -2
  323. data/third_party/boringssl/crypto/cpu-aarch64-fuchsia.c +55 -0
  324. data/third_party/boringssl/crypto/cpu-aarch64-linux.c +2 -1
  325. data/third_party/boringssl/crypto/dsa/dsa.c +16 -54
  326. data/third_party/boringssl/crypto/ec_extra/ec_asn1.c +9 -10
  327. data/third_party/boringssl/crypto/ecdh/ecdh.c +4 -3
  328. data/third_party/boringssl/crypto/fipsmodule/bcm.c +11 -542
  329. data/third_party/boringssl/crypto/fipsmodule/bn/add.c +57 -112
  330. data/third_party/boringssl/crypto/fipsmodule/bn/asm/x86_64-gcc.c +4 -3
  331. data/third_party/boringssl/crypto/fipsmodule/bn/bn.c +128 -70
  332. data/third_party/boringssl/crypto/fipsmodule/bn/bytes.c +32 -71
  333. data/third_party/boringssl/crypto/fipsmodule/bn/cmp.c +64 -118
  334. data/third_party/boringssl/crypto/fipsmodule/bn/div.c +284 -122
  335. data/third_party/boringssl/crypto/fipsmodule/bn/exponentiation.c +31 -65
  336. data/third_party/boringssl/crypto/fipsmodule/bn/gcd.c +274 -218
  337. data/third_party/boringssl/crypto/fipsmodule/bn/generic.c +2 -1
  338. data/third_party/boringssl/crypto/fipsmodule/bn/internal.h +187 -27
  339. data/third_party/boringssl/crypto/fipsmodule/bn/jacobi.c +1 -1
  340. data/third_party/boringssl/crypto/fipsmodule/bn/montgomery.c +124 -81
  341. data/third_party/boringssl/crypto/fipsmodule/bn/montgomery_inv.c +8 -30
  342. data/third_party/boringssl/crypto/fipsmodule/bn/mul.c +321 -347
  343. data/third_party/boringssl/crypto/fipsmodule/bn/prime.c +326 -66
  344. data/third_party/boringssl/crypto/fipsmodule/bn/random.c +77 -25
  345. data/third_party/boringssl/crypto/fipsmodule/bn/rsaz_exp.c +199 -222
  346. data/third_party/boringssl/crypto/fipsmodule/bn/rsaz_exp.h +27 -47
  347. data/third_party/boringssl/crypto/fipsmodule/bn/shift.c +155 -96
  348. data/third_party/boringssl/crypto/fipsmodule/bn/sqrt.c +1 -1
  349. data/third_party/boringssl/crypto/fipsmodule/cipher/e_aes.c +10 -10
  350. data/third_party/boringssl/crypto/fipsmodule/des/internal.h +2 -0
  351. data/third_party/boringssl/crypto/fipsmodule/ec/ec.c +78 -47
  352. data/third_party/boringssl/crypto/fipsmodule/ec/ec_key.c +99 -163
  353. data/third_party/boringssl/crypto/fipsmodule/ec/ec_montgomery.c +3 -10
  354. data/third_party/boringssl/crypto/fipsmodule/ec/internal.h +44 -23
  355. data/third_party/boringssl/crypto/fipsmodule/ec/oct.c +59 -90
  356. data/third_party/boringssl/crypto/fipsmodule/ec/p224-64.c +38 -65
  357. data/third_party/boringssl/crypto/fipsmodule/ec/p256-x86_64-table.h +5378 -5418
  358. data/third_party/boringssl/crypto/fipsmodule/ec/p256-x86_64.c +17 -26
  359. data/third_party/boringssl/crypto/fipsmodule/ec/p256-x86_64.h +15 -11
  360. data/third_party/boringssl/crypto/fipsmodule/ec/simple.c +45 -51
  361. data/third_party/boringssl/crypto/fipsmodule/ec/{util-64.c → util.c} +0 -5
  362. data/third_party/boringssl/crypto/fipsmodule/ec/wnaf.c +144 -264
  363. data/third_party/boringssl/crypto/fipsmodule/ecdsa/ecdsa.c +78 -62
  364. data/third_party/boringssl/crypto/fipsmodule/modes/ccm.c +256 -0
  365. data/third_party/boringssl/crypto/fipsmodule/modes/internal.h +36 -32
  366. data/third_party/boringssl/crypto/fipsmodule/rand/ctrdrbg.c +9 -7
  367. data/third_party/boringssl/crypto/fipsmodule/rsa/blinding.c +16 -40
  368. data/third_party/boringssl/crypto/fipsmodule/rsa/internal.h +1 -6
  369. data/third_party/boringssl/crypto/fipsmodule/rsa/rsa.c +57 -39
  370. data/third_party/boringssl/crypto/fipsmodule/rsa/rsa_impl.c +309 -142
  371. data/third_party/boringssl/crypto/fipsmodule/self_check/self_check.c +581 -0
  372. data/third_party/boringssl/crypto/fipsmodule/tls/internal.h +39 -0
  373. data/third_party/boringssl/crypto/fipsmodule/tls/kdf.c +165 -0
  374. data/third_party/boringssl/crypto/internal.h +65 -2
  375. data/third_party/boringssl/crypto/mem.c +0 -2
  376. data/third_party/boringssl/crypto/obj/obj.c +6 -73
  377. data/third_party/boringssl/crypto/thread_pthread.c +35 -5
  378. data/third_party/boringssl/crypto/x509/a_strex.c +11 -11
  379. data/third_party/boringssl/crypto/x509/vpm_int.h +1 -0
  380. data/third_party/boringssl/crypto/x509/x509_vfy.c +4 -0
  381. data/third_party/boringssl/crypto/x509/x509_vpm.c +44 -22
  382. data/third_party/boringssl/crypto/x509/x_name.c +13 -0
  383. data/third_party/boringssl/include/openssl/aead.h +10 -0
  384. data/third_party/boringssl/include/openssl/asn1.h +2 -3
  385. data/third_party/boringssl/include/openssl/base.h +5 -14
  386. data/third_party/boringssl/include/openssl/bio.h +1 -1
  387. data/third_party/boringssl/include/openssl/bn.h +62 -18
  388. data/third_party/boringssl/include/openssl/bytestring.h +53 -28
  389. data/third_party/boringssl/include/openssl/crypto.h +4 -0
  390. data/third_party/boringssl/include/openssl/ec.h +10 -4
  391. data/third_party/boringssl/include/openssl/ec_key.h +7 -6
  392. data/third_party/boringssl/include/openssl/err.h +9 -9
  393. data/third_party/boringssl/include/openssl/evp.h +1 -1
  394. data/third_party/boringssl/include/openssl/rsa.h +35 -10
  395. data/third_party/boringssl/include/openssl/ssl.h +167 -19
  396. data/third_party/boringssl/include/openssl/ssl3.h +0 -1
  397. data/third_party/boringssl/include/openssl/stack.h +1 -1
  398. data/third_party/boringssl/include/openssl/tls1.h +10 -2
  399. data/third_party/boringssl/include/openssl/x509.h +4 -0
  400. data/third_party/boringssl/include/openssl/x509v3.h +1 -0
  401. data/third_party/boringssl/ssl/d1_both.cc +16 -2
  402. data/third_party/boringssl/ssl/dtls_method.cc +1 -1
  403. data/third_party/boringssl/ssl/handoff.cc +285 -0
  404. data/third_party/boringssl/ssl/handshake.cc +26 -12
  405. data/third_party/boringssl/ssl/handshake_client.cc +101 -95
  406. data/third_party/boringssl/ssl/handshake_server.cc +14 -2
  407. data/third_party/boringssl/ssl/internal.h +132 -79
  408. data/third_party/boringssl/ssl/s3_both.cc +2 -2
  409. data/third_party/boringssl/ssl/s3_lib.cc +3 -1
  410. data/third_party/boringssl/ssl/s3_pkt.cc +0 -18
  411. data/third_party/boringssl/ssl/ssl_aead_ctx.cc +1 -4
  412. data/third_party/boringssl/ssl/ssl_asn1.cc +47 -43
  413. data/third_party/boringssl/ssl/ssl_cipher.cc +12 -8
  414. data/third_party/boringssl/ssl/ssl_key_share.cc +3 -1
  415. data/third_party/boringssl/ssl/ssl_lib.cc +83 -14
  416. data/third_party/boringssl/ssl/ssl_privkey.cc +6 -0
  417. data/third_party/boringssl/ssl/ssl_stat.cc +6 -6
  418. data/third_party/boringssl/ssl/ssl_versions.cc +12 -85
  419. data/third_party/boringssl/ssl/ssl_x509.cc +59 -61
  420. data/third_party/boringssl/ssl/t1_enc.cc +73 -124
  421. data/third_party/boringssl/ssl/t1_lib.cc +367 -41
  422. data/third_party/boringssl/ssl/tls13_both.cc +8 -0
  423. data/third_party/boringssl/ssl/tls13_client.cc +98 -184
  424. data/third_party/boringssl/ssl/tls13_enc.cc +88 -158
  425. data/third_party/boringssl/ssl/tls13_server.cc +91 -137
  426. data/third_party/boringssl/ssl/tls_method.cc +0 -17
  427. data/third_party/boringssl/ssl/tls_record.cc +1 -10
  428. data/third_party/boringssl/third_party/fiat/curve25519.c +921 -2753
  429. data/third_party/boringssl/third_party/fiat/curve25519_tables.h +7880 -0
  430. data/third_party/boringssl/third_party/fiat/internal.h +32 -20
  431. data/third_party/boringssl/third_party/fiat/p256.c +1824 -0
  432. metadata +86 -71
  433. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.cc +0 -253
  434. data/src/core/ext/filters/load_reporting/server_load_reporting_filter.cc +0 -222
  435. data/src/core/ext/filters/load_reporting/server_load_reporting_plugin.cc +0 -71
  436. data/src/core/ext/filters/load_reporting/server_load_reporting_plugin.h +0 -61
  437. data/src/core/lib/channel/channel_trace_registry.cc +0 -80
  438. data/src/core/lib/channel/channel_trace_registry.h +0 -43
  439. data/src/core/lib/gpr/fork.cc +0 -78
  440. data/src/core/tsi/transport_security_adapter.cc +0 -235
  441. data/src/core/tsi/transport_security_adapter.h +0 -41
  442. data/src/ruby/bin/apis/google/protobuf/empty.rb +0 -29
  443. data/src/ruby/bin/apis/pubsub_demo.rb +0 -241
  444. data/src/ruby/bin/apis/tech/pubsub/proto/pubsub.rb +0 -159
  445. data/src/ruby/bin/apis/tech/pubsub/proto/pubsub_services.rb +0 -88
  446. data/src/ruby/pb/test/client.rb +0 -764
  447. data/src/ruby/pb/test/server.rb +0 -252
  448. data/src/ruby/spec/pb/package_with_underscore/checker_spec.rb +0 -54
  449. data/src/ruby/spec/pb/package_with_underscore/data.proto +0 -23
  450. data/src/ruby/spec/pb/package_with_underscore/service.proto +0 -23
  451. data/third_party/boringssl/crypto/curve25519/x25519-x86_64.c +0 -247
  452. data/third_party/boringssl/crypto/fipsmodule/ec/p256-64.c +0 -1674
@@ -120,8 +120,6 @@
120
120
  #include "../rand/internal.h"
121
121
 
122
122
 
123
- static const uint8_t kDefaultAdditionalData[32] = {0};
124
-
125
123
  int BN_rand(BIGNUM *rnd, int bits, int top, int bottom) {
126
124
  uint8_t *buf = NULL;
127
125
  int ret = 0, bit, bytes, mask;
@@ -194,15 +192,16 @@ int BN_pseudo_rand(BIGNUM *rnd, int bits, int top, int bottom) {
194
192
  return BN_rand(rnd, bits, top, bottom);
195
193
  }
196
194
 
197
- // bn_less_than_word returns one if the number represented by |len| words at |a|
198
- // is less than |b| and zero otherwise. It performs this computation in time
199
- // independent of the value of |a|. |b| is assumed public.
200
- static int bn_less_than_word(const BN_ULONG *a, size_t len, BN_ULONG b) {
195
+ // bn_less_than_word_mask returns a mask of all ones if the number represented
196
+ // by |len| words at |a| is less than |b| and zero otherwise. It performs this
197
+ // computation in time independent of the value of |a|. |b| is assumed public.
198
+ static crypto_word_t bn_less_than_word_mask(const BN_ULONG *a, size_t len,
199
+ BN_ULONG b) {
201
200
  if (b == 0) {
202
- return 0;
201
+ return CONSTTIME_FALSE_W;
203
202
  }
204
203
  if (len == 0) {
205
- return 1;
204
+ return CONSTTIME_TRUE_W;
206
205
  }
207
206
 
208
207
  // |a| < |b| iff a[1..len-1] are all zero and a[0] < b.
@@ -215,25 +214,19 @@ static int bn_less_than_word(const BN_ULONG *a, size_t len, BN_ULONG b) {
215
214
  // |mask| is now zero iff a[1..len-1] are all zero.
216
215
  mask = constant_time_is_zero_w(mask);
217
216
  mask &= constant_time_lt_w(a[0], b);
218
- return constant_time_select_int(mask, 1, 0);
217
+ return mask;
219
218
  }
220
219
 
221
220
  int bn_in_range_words(const BN_ULONG *a, BN_ULONG min_inclusive,
222
221
  const BN_ULONG *max_exclusive, size_t len) {
223
- return bn_less_than_words(a, max_exclusive, len) &&
224
- !bn_less_than_word(a, len, min_inclusive);
222
+ crypto_word_t mask = ~bn_less_than_word_mask(a, len, min_inclusive);
223
+ return mask & bn_less_than_words(a, max_exclusive, len);
225
224
  }
226
225
 
227
- int bn_rand_range_words(BN_ULONG *out, BN_ULONG min_inclusive,
228
- const BN_ULONG *max_exclusive, size_t len,
229
- const uint8_t additional_data[32]) {
230
- // This function implements the equivalent of steps 4 through 7 of FIPS 186-4
231
- // appendices B.4.2 and B.5.2. When called in those contexts, |max_exclusive|
232
- // is n and |min_inclusive| is one.
233
-
234
- // Compute the bit length of |max_exclusive| (step 1), in terms of a number of
235
- // |words| worth of entropy to fill and a mask of bits to clear in the top
236
- // word.
226
+ static int bn_range_to_mask(size_t *out_words, BN_ULONG *out_mask,
227
+ size_t min_inclusive, const BN_ULONG *max_exclusive,
228
+ size_t len) {
229
+ // The magnitude of |max_exclusive| is assumed public.
237
230
  size_t words = len;
238
231
  while (words > 0 && max_exclusive[words - 1] == 0) {
239
232
  words--;
@@ -254,6 +247,27 @@ int bn_rand_range_words(BN_ULONG *out, BN_ULONG min_inclusive,
254
247
  mask |= mask >> 32;
255
248
  #endif
256
249
 
250
+ *out_words = words;
251
+ *out_mask = mask;
252
+ return 1;
253
+ }
254
+
255
+ int bn_rand_range_words(BN_ULONG *out, BN_ULONG min_inclusive,
256
+ const BN_ULONG *max_exclusive, size_t len,
257
+ const uint8_t additional_data[32]) {
258
+ // This function implements the equivalent of steps 4 through 7 of FIPS 186-4
259
+ // appendices B.4.2 and B.5.2. When called in those contexts, |max_exclusive|
260
+ // is n and |min_inclusive| is one.
261
+
262
+ // Compute the bit length of |max_exclusive| (step 1), in terms of a number of
263
+ // |words| worth of entropy to fill and a mask of bits to clear in the top
264
+ // word.
265
+ size_t words;
266
+ BN_ULONG mask;
267
+ if (!bn_range_to_mask(&words, &mask, min_inclusive, max_exclusive, len)) {
268
+ return 0;
269
+ }
270
+
257
271
  // Fill any unused words with zero.
258
272
  OPENSSL_memset(out + words, 0, (len - words) * sizeof(BN_ULONG));
259
273
 
@@ -278,15 +292,53 @@ int bn_rand_range_words(BN_ULONG *out, BN_ULONG min_inclusive,
278
292
 
279
293
  int BN_rand_range_ex(BIGNUM *r, BN_ULONG min_inclusive,
280
294
  const BIGNUM *max_exclusive) {
281
- if (!bn_wexpand(r, max_exclusive->top) ||
295
+ static const uint8_t kDefaultAdditionalData[32] = {0};
296
+ if (!bn_wexpand(r, max_exclusive->width) ||
282
297
  !bn_rand_range_words(r->d, min_inclusive, max_exclusive->d,
283
- max_exclusive->top, kDefaultAdditionalData)) {
298
+ max_exclusive->width, kDefaultAdditionalData)) {
284
299
  return 0;
285
300
  }
286
301
 
287
302
  r->neg = 0;
288
- r->top = max_exclusive->top;
289
- bn_correct_top(r);
303
+ r->width = max_exclusive->width;
304
+ return 1;
305
+ }
306
+
307
+ int bn_rand_secret_range(BIGNUM *r, int *out_is_uniform, BN_ULONG min_inclusive,
308
+ const BIGNUM *max_exclusive) {
309
+ size_t words;
310
+ BN_ULONG mask;
311
+ if (!bn_range_to_mask(&words, &mask, min_inclusive, max_exclusive->d,
312
+ max_exclusive->width) ||
313
+ !bn_wexpand(r, words)) {
314
+ return 0;
315
+ }
316
+
317
+ assert(words > 0);
318
+ assert(mask != 0);
319
+ // The range must be large enough for bit tricks to fix invalid values.
320
+ if (words == 1 && min_inclusive > mask >> 1) {
321
+ OPENSSL_PUT_ERROR(BN, BN_R_INVALID_RANGE);
322
+ return 0;
323
+ }
324
+
325
+ // Select a uniform random number with num_bits(max_exclusive) bits.
326
+ RAND_bytes((uint8_t *)r->d, words * sizeof(BN_ULONG));
327
+ r->d[words - 1] &= mask;
328
+
329
+ // Check, in constant-time, if the value is in range.
330
+ *out_is_uniform =
331
+ bn_in_range_words(r->d, min_inclusive, max_exclusive->d, words);
332
+ crypto_word_t in_range = *out_is_uniform;
333
+ in_range = 0 - in_range;
334
+
335
+ // If the value is not in range, force it to be in range.
336
+ r->d[0] |= constant_time_select_w(in_range, 0, min_inclusive);
337
+ r->d[words - 1] &= constant_time_select_w(in_range, BN_MASK2, mask >> 1);
338
+ assert(bn_in_range_words(r->d, min_inclusive, max_exclusive->d, words));
339
+
340
+ r->neg = 0;
341
+ r->width = words;
290
342
  return 1;
291
343
  }
292
344
 
@@ -1,44 +1,16 @@
1
- /*****************************************************************************
2
- * *
3
- * Copyright (c) 2012, Intel Corporation *
4
- * *
5
- * All rights reserved. *
6
- * *
7
- * Redistribution and use in source and binary forms, with or without *
8
- * modification, are permitted provided that the following conditions are *
9
- * met: *
10
- * *
11
- * * Redistributions of source code must retain the above copyright *
12
- * notice, this list of conditions and the following disclaimer. *
13
- * *
14
- * * Redistributions in binary form must reproduce the above copyright *
15
- * notice, this list of conditions and the following disclaimer in the *
16
- * documentation and/or other materials provided with the *
17
- * distribution. *
18
- * *
19
- * * Neither the name of the Intel Corporation nor the names of its *
20
- * contributors may be used to endorse or promote products derived from *
21
- * this software without specific prior written permission. *
22
- * *
23
- * *
24
- * THIS SOFTWARE IS PROVIDED BY INTEL CORPORATION ""AS IS"" AND ANY *
25
- * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE *
26
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR *
27
- * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL INTEL CORPORATION OR *
28
- * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, *
29
- * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, *
30
- * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR *
31
- * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF *
32
- * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING *
33
- * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS *
34
- * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. *
35
- * *
36
- ******************************************************************************
37
- * Developers and authors: *
38
- * Shay Gueron (1, 2), and Vlad Krasnov (1) *
39
- * (1) Intel Corporation, Israel Development Center, Haifa, Israel *
40
- * (2) University of Haifa, Israel *
41
- *****************************************************************************/
1
+ /*
2
+ * Copyright 2013-2016 The OpenSSL Project Authors. All Rights Reserved.
3
+ * Copyright (c) 2012, Intel Corporation. All Rights Reserved.
4
+ *
5
+ * Licensed under the OpenSSL license (the "License"). You may not use
6
+ * this file except in compliance with the License. You can obtain a copy
7
+ * in the file LICENSE in the source distribution or at
8
+ * https://www.openssl.org/source/license.html
9
+ *
10
+ * Originally written by Shay Gueron (1, 2), and Vlad Krasnov (1)
11
+ * (1) Intel Corporation, Israel Development Center, Haifa, Israel
12
+ * (2) University of Haifa, Israel
13
+ */
42
14
 
43
15
  #include <openssl/base.h>
44
16
 
@@ -51,204 +23,209 @@
51
23
  #include "../../internal.h"
52
24
 
53
25
 
54
- /*
55
- * See crypto/bn/asm/rsaz-avx2.pl for further details.
56
- */
57
- void rsaz_1024_norm2red_avx2(void *red,const void *norm);
58
- void rsaz_1024_mul_avx2(void *ret,const void *a,const void *b,const void *n,BN_ULONG k);
59
- void rsaz_1024_sqr_avx2(void *ret,const void *a,const void *n,BN_ULONG k,int cnt);
60
- void rsaz_1024_scatter5_avx2(void *tbl,const void *val,int i);
61
- void rsaz_1024_gather5_avx2(void *val,const void *tbl,int i);
62
- void rsaz_1024_red2norm_avx2(void *norm,const void *red);
63
-
64
- alignas(64) static const BN_ULONG one[40] =
65
- {1,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0};
66
- alignas(64) static const BN_ULONG two80[40] =
67
- {0,0,1<<22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0};
26
+ // See crypto/bn/asm/rsaz-avx2.pl for further details.
27
+ void rsaz_1024_norm2red_avx2(void *red, const void *norm);
28
+ void rsaz_1024_mul_avx2(void *ret, const void *a, const void *b, const void *n,
29
+ BN_ULONG k);
30
+ void rsaz_1024_sqr_avx2(void *ret, const void *a, const void *n, BN_ULONG k,
31
+ int cnt);
32
+ void rsaz_1024_scatter5_avx2(void *tbl, const void *val, int i);
33
+ void rsaz_1024_gather5_avx2(void *val, const void *tbl, int i);
34
+ void rsaz_1024_red2norm_avx2(void *norm, const void *red);
35
+
36
+ // one is 1 in RSAZ's representation.
37
+ alignas(64) static const BN_ULONG one[40] = {
38
+ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
39
+ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0};
40
+ // two80 is 2^80 in RSAZ's representation. Note RSAZ uses base 2^29, so this is
41
+ // 2^(29*2 + 22) = 2^80, not 2^(64*2 + 22).
42
+ alignas(64) static const BN_ULONG two80[40] = {
43
+ 0, 0, 1 << 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
44
+ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0};
68
45
 
69
46
  void RSAZ_1024_mod_exp_avx2(BN_ULONG result_norm[16],
70
47
  const BN_ULONG base_norm[16], const BN_ULONG exponent[16],
71
- const BN_ULONG m_norm[16], const BN_ULONG RR[16], BN_ULONG k0)
72
- {
73
- alignas(64) uint8_t storage[(320 * 3) + (32 * 9 * 16)]; /* 5.5KB */
74
- unsigned char *a_inv, *m, *result,
75
- *table_s = storage + (320 * 3),
76
- *R2 = table_s; /* borrow */
77
- int index;
78
- int wvalue;
79
-
80
- if (((((uintptr_t)storage & 4095) + 320) >> 12) != 0) {
81
- result = storage;
82
- a_inv = storage + 320;
83
- m = storage + (320 * 2); /* should not cross page */
84
- } else {
85
- m = storage; /* should not cross page */
86
- result = storage + 320;
87
- a_inv = storage + (320 * 2);
88
- }
89
-
90
- rsaz_1024_norm2red_avx2(m, m_norm);
91
- rsaz_1024_norm2red_avx2(a_inv, base_norm);
92
- rsaz_1024_norm2red_avx2(R2, RR);
93
-
94
- rsaz_1024_mul_avx2(R2, R2, R2, m, k0);
95
- rsaz_1024_mul_avx2(R2, R2, two80, m, k0);
96
-
97
- /* table[0] = 1 */
98
- rsaz_1024_mul_avx2(result, R2, one, m, k0);
99
- /* table[1] = a_inv^1 */
100
- rsaz_1024_mul_avx2(a_inv, a_inv, R2, m, k0);
101
-
102
- rsaz_1024_scatter5_avx2(table_s,result,0);
103
- rsaz_1024_scatter5_avx2(table_s,a_inv,1);
104
-
105
- /* table[2] = a_inv^2 */
106
- rsaz_1024_sqr_avx2(result, a_inv, m, k0, 1);
107
- rsaz_1024_scatter5_avx2(table_s,result,2);
48
+ const BN_ULONG m_norm[16], const BN_ULONG RR[16], BN_ULONG k0) {
49
+ alignas(64) uint8_t storage[(320 * 3) + (32 * 9 * 16)]; // 5.5KB
50
+ unsigned char *a_inv, *m, *result, *table_s = storage + (320 * 3),
51
+ *R2 = table_s; // borrow
52
+ if (((((uintptr_t)storage & 4095) + 320) >> 12) != 0) {
53
+ result = storage;
54
+ a_inv = storage + 320;
55
+ m = storage + (320 * 2); // should not cross page
56
+ } else {
57
+ m = storage; // should not cross page
58
+ result = storage + 320;
59
+ a_inv = storage + (320 * 2);
60
+ }
61
+
62
+ rsaz_1024_norm2red_avx2(m, m_norm);
63
+ rsaz_1024_norm2red_avx2(a_inv, base_norm);
64
+ rsaz_1024_norm2red_avx2(R2, RR);
65
+
66
+ // Convert |R2| from the usual radix, giving R = 2^1024, to RSAZ's radix,
67
+ // giving R = 2^(36*29) = 2^1044.
68
+ rsaz_1024_mul_avx2(R2, R2, R2, m, k0);
69
+ // R2 = 2^2048 * 2^2048 / 2^1044 = 2^3052
70
+ rsaz_1024_mul_avx2(R2, R2, two80, m, k0);
71
+ // R2 = 2^3052 * 2^80 / 2^1044 = 2^2088 = (2^1044)^2
72
+
73
+ // table[0] = 1
74
+ rsaz_1024_mul_avx2(result, R2, one, m, k0);
75
+ // table[1] = a_inv^1
76
+ rsaz_1024_mul_avx2(a_inv, a_inv, R2, m, k0);
77
+
78
+ rsaz_1024_scatter5_avx2(table_s, result, 0);
79
+ rsaz_1024_scatter5_avx2(table_s, a_inv, 1);
80
+
81
+ // table[2] = a_inv^2
82
+ rsaz_1024_sqr_avx2(result, a_inv, m, k0, 1);
83
+ rsaz_1024_scatter5_avx2(table_s, result, 2);
108
84
  #if 0
109
- /* this is almost 2x smaller and less than 1% slower */
110
- for (index=3; index<32; index++) {
111
- rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
112
- rsaz_1024_scatter5_avx2(table_s,result,index);
113
- }
85
+ // This is almost 2x smaller and less than 1% slower.
86
+ for (int index = 3; index < 32; index++) {
87
+ rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
88
+ rsaz_1024_scatter5_avx2(table_s, result, index);
89
+ }
114
90
  #else
115
- /* table[4] = a_inv^4 */
116
- rsaz_1024_sqr_avx2(result, result, m, k0, 1);
117
- rsaz_1024_scatter5_avx2(table_s,result,4);
118
- /* table[8] = a_inv^8 */
119
- rsaz_1024_sqr_avx2(result, result, m, k0, 1);
120
- rsaz_1024_scatter5_avx2(table_s,result,8);
121
- /* table[16] = a_inv^16 */
122
- rsaz_1024_sqr_avx2(result, result, m, k0, 1);
123
- rsaz_1024_scatter5_avx2(table_s,result,16);
124
- /* table[17] = a_inv^17 */
125
- rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
126
- rsaz_1024_scatter5_avx2(table_s,result,17);
127
-
128
- /* table[3] */
129
- rsaz_1024_gather5_avx2(result,table_s,2);
130
- rsaz_1024_mul_avx2(result,result,a_inv,m,k0);
131
- rsaz_1024_scatter5_avx2(table_s,result,3);
132
- /* table[6] */
133
- rsaz_1024_sqr_avx2(result, result, m, k0, 1);
134
- rsaz_1024_scatter5_avx2(table_s,result,6);
135
- /* table[12] */
136
- rsaz_1024_sqr_avx2(result, result, m, k0, 1);
137
- rsaz_1024_scatter5_avx2(table_s,result,12);
138
- /* table[24] */
139
- rsaz_1024_sqr_avx2(result, result, m, k0, 1);
140
- rsaz_1024_scatter5_avx2(table_s,result,24);
141
- /* table[25] */
142
- rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
143
- rsaz_1024_scatter5_avx2(table_s,result,25);
144
-
145
- /* table[5] */
146
- rsaz_1024_gather5_avx2(result,table_s,4);
147
- rsaz_1024_mul_avx2(result,result,a_inv,m,k0);
148
- rsaz_1024_scatter5_avx2(table_s,result,5);
149
- /* table[10] */
150
- rsaz_1024_sqr_avx2(result, result, m, k0, 1);
151
- rsaz_1024_scatter5_avx2(table_s,result,10);
152
- /* table[20] */
153
- rsaz_1024_sqr_avx2(result, result, m, k0, 1);
154
- rsaz_1024_scatter5_avx2(table_s,result,20);
155
- /* table[21] */
156
- rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
157
- rsaz_1024_scatter5_avx2(table_s,result,21);
158
-
159
- /* table[7] */
160
- rsaz_1024_gather5_avx2(result,table_s,6);
161
- rsaz_1024_mul_avx2(result,result,a_inv,m,k0);
162
- rsaz_1024_scatter5_avx2(table_s,result,7);
163
- /* table[14] */
164
- rsaz_1024_sqr_avx2(result, result, m, k0, 1);
165
- rsaz_1024_scatter5_avx2(table_s,result,14);
166
- /* table[28] */
167
- rsaz_1024_sqr_avx2(result, result, m, k0, 1);
168
- rsaz_1024_scatter5_avx2(table_s,result,28);
169
- /* table[29] */
170
- rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
171
- rsaz_1024_scatter5_avx2(table_s,result,29);
172
-
173
- /* table[9] */
174
- rsaz_1024_gather5_avx2(result,table_s,8);
175
- rsaz_1024_mul_avx2(result,result,a_inv,m,k0);
176
- rsaz_1024_scatter5_avx2(table_s,result,9);
177
- /* table[18] */
178
- rsaz_1024_sqr_avx2(result, result, m, k0, 1);
179
- rsaz_1024_scatter5_avx2(table_s,result,18);
180
- /* table[19] */
181
- rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
182
- rsaz_1024_scatter5_avx2(table_s,result,19);
183
-
184
- /* table[11] */
185
- rsaz_1024_gather5_avx2(result,table_s,10);
186
- rsaz_1024_mul_avx2(result,result,a_inv,m,k0);
187
- rsaz_1024_scatter5_avx2(table_s,result,11);
188
- /* table[22] */
189
- rsaz_1024_sqr_avx2(result, result, m, k0, 1);
190
- rsaz_1024_scatter5_avx2(table_s,result,22);
191
- /* table[23] */
192
- rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
193
- rsaz_1024_scatter5_avx2(table_s,result,23);
194
-
195
- /* table[13] */
196
- rsaz_1024_gather5_avx2(result,table_s,12);
197
- rsaz_1024_mul_avx2(result,result,a_inv,m,k0);
198
- rsaz_1024_scatter5_avx2(table_s,result,13);
199
- /* table[26] */
200
- rsaz_1024_sqr_avx2(result, result, m, k0, 1);
201
- rsaz_1024_scatter5_avx2(table_s,result,26);
202
- /* table[27] */
203
- rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
204
- rsaz_1024_scatter5_avx2(table_s,result,27);
205
-
206
- /* table[15] */
207
- rsaz_1024_gather5_avx2(result,table_s,14);
208
- rsaz_1024_mul_avx2(result,result,a_inv,m,k0);
209
- rsaz_1024_scatter5_avx2(table_s,result,15);
210
- /* table[30] */
211
- rsaz_1024_sqr_avx2(result, result, m, k0, 1);
212
- rsaz_1024_scatter5_avx2(table_s,result,30);
213
- /* table[31] */
214
- rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
215
- rsaz_1024_scatter5_avx2(table_s,result,31);
91
+ // table[4] = a_inv^4
92
+ rsaz_1024_sqr_avx2(result, result, m, k0, 1);
93
+ rsaz_1024_scatter5_avx2(table_s, result, 4);
94
+ // table[8] = a_inv^8
95
+ rsaz_1024_sqr_avx2(result, result, m, k0, 1);
96
+ rsaz_1024_scatter5_avx2(table_s, result, 8);
97
+ // table[16] = a_inv^16
98
+ rsaz_1024_sqr_avx2(result, result, m, k0, 1);
99
+ rsaz_1024_scatter5_avx2(table_s, result, 16);
100
+ // table[17] = a_inv^17
101
+ rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
102
+ rsaz_1024_scatter5_avx2(table_s, result, 17);
103
+
104
+ // table[3]
105
+ rsaz_1024_gather5_avx2(result, table_s, 2);
106
+ rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
107
+ rsaz_1024_scatter5_avx2(table_s, result, 3);
108
+ // table[6]
109
+ rsaz_1024_sqr_avx2(result, result, m, k0, 1);
110
+ rsaz_1024_scatter5_avx2(table_s, result, 6);
111
+ // table[12]
112
+ rsaz_1024_sqr_avx2(result, result, m, k0, 1);
113
+ rsaz_1024_scatter5_avx2(table_s, result, 12);
114
+ // table[24]
115
+ rsaz_1024_sqr_avx2(result, result, m, k0, 1);
116
+ rsaz_1024_scatter5_avx2(table_s, result, 24);
117
+ // table[25]
118
+ rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
119
+ rsaz_1024_scatter5_avx2(table_s, result, 25);
120
+
121
+ // table[5]
122
+ rsaz_1024_gather5_avx2(result, table_s, 4);
123
+ rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
124
+ rsaz_1024_scatter5_avx2(table_s, result, 5);
125
+ // table[10]
126
+ rsaz_1024_sqr_avx2(result, result, m, k0, 1);
127
+ rsaz_1024_scatter5_avx2(table_s, result, 10);
128
+ // table[20]
129
+ rsaz_1024_sqr_avx2(result, result, m, k0, 1);
130
+ rsaz_1024_scatter5_avx2(table_s, result, 20);
131
+ // table[21]
132
+ rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
133
+ rsaz_1024_scatter5_avx2(table_s, result, 21);
134
+
135
+ // table[7]
136
+ rsaz_1024_gather5_avx2(result, table_s, 6);
137
+ rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
138
+ rsaz_1024_scatter5_avx2(table_s, result, 7);
139
+ // table[14]
140
+ rsaz_1024_sqr_avx2(result, result, m, k0, 1);
141
+ rsaz_1024_scatter5_avx2(table_s, result, 14);
142
+ // table[28]
143
+ rsaz_1024_sqr_avx2(result, result, m, k0, 1);
144
+ rsaz_1024_scatter5_avx2(table_s, result, 28);
145
+ // table[29]
146
+ rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
147
+ rsaz_1024_scatter5_avx2(table_s, result, 29);
148
+
149
+ // table[9]
150
+ rsaz_1024_gather5_avx2(result, table_s, 8);
151
+ rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
152
+ rsaz_1024_scatter5_avx2(table_s, result, 9);
153
+ // table[18]
154
+ rsaz_1024_sqr_avx2(result, result, m, k0, 1);
155
+ rsaz_1024_scatter5_avx2(table_s, result, 18);
156
+ // table[19]
157
+ rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
158
+ rsaz_1024_scatter5_avx2(table_s, result, 19);
159
+
160
+ // table[11]
161
+ rsaz_1024_gather5_avx2(result, table_s, 10);
162
+ rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
163
+ rsaz_1024_scatter5_avx2(table_s, result, 11);
164
+ // table[22]
165
+ rsaz_1024_sqr_avx2(result, result, m, k0, 1);
166
+ rsaz_1024_scatter5_avx2(table_s, result, 22);
167
+ // table[23]
168
+ rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
169
+ rsaz_1024_scatter5_avx2(table_s, result, 23);
170
+
171
+ // table[13]
172
+ rsaz_1024_gather5_avx2(result, table_s, 12);
173
+ rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
174
+ rsaz_1024_scatter5_avx2(table_s, result, 13);
175
+ // table[26]
176
+ rsaz_1024_sqr_avx2(result, result, m, k0, 1);
177
+ rsaz_1024_scatter5_avx2(table_s, result, 26);
178
+ // table[27]
179
+ rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
180
+ rsaz_1024_scatter5_avx2(table_s, result, 27);
181
+
182
+ // table[15]
183
+ rsaz_1024_gather5_avx2(result, table_s, 14);
184
+ rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
185
+ rsaz_1024_scatter5_avx2(table_s, result, 15);
186
+ // table[30]
187
+ rsaz_1024_sqr_avx2(result, result, m, k0, 1);
188
+ rsaz_1024_scatter5_avx2(table_s, result, 30);
189
+ // table[31]
190
+ rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
191
+ rsaz_1024_scatter5_avx2(table_s, result, 31);
216
192
  #endif
217
193
 
218
- const uint8_t *p_str = (const uint8_t *)exponent;
219
-
220
- /* load first window */
221
- wvalue = p_str[127] >> 3;
222
- rsaz_1024_gather5_avx2(result,table_s,wvalue);
194
+ const uint8_t *p_str = (const uint8_t *)exponent;
223
195
 
224
- index = 1014;
196
+ // load first window
197
+ int wvalue = p_str[127] >> 3;
198
+ rsaz_1024_gather5_avx2(result, table_s, wvalue);
225
199
 
226
- while(index > -1) { /* loop for the remaining 127 windows */
200
+ int index = 1014;
201
+ while (index > -1) { // Loop for the remaining 127 windows.
227
202
 
228
- rsaz_1024_sqr_avx2(result, result, m, k0, 5);
203
+ rsaz_1024_sqr_avx2(result, result, m, k0, 5);
229
204
 
230
- wvalue = *((const unsigned short*)&p_str[index / 8]);
231
- wvalue = (wvalue>> (index%8)) & 31;
232
- index-=5;
205
+ uint16_t wvalue_16;
206
+ memcpy(&wvalue_16, &p_str[index / 8], sizeof(wvalue_16));
207
+ wvalue = wvalue_16;
208
+ wvalue = (wvalue >> (index % 8)) & 31;
209
+ index -= 5;
233
210
 
234
- rsaz_1024_gather5_avx2(a_inv,table_s,wvalue); /* borrow a_inv */
235
- rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
236
- }
211
+ rsaz_1024_gather5_avx2(a_inv, table_s, wvalue); // Borrow |a_inv|.
212
+ rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
213
+ }
237
214
 
238
- /* square four times */
239
- rsaz_1024_sqr_avx2(result, result, m, k0, 4);
215
+ // Square four times.
216
+ rsaz_1024_sqr_avx2(result, result, m, k0, 4);
240
217
 
241
- wvalue = p_str[0] & 15;
218
+ wvalue = p_str[0] & 15;
242
219
 
243
- rsaz_1024_gather5_avx2(a_inv,table_s,wvalue); /* borrow a_inv */
244
- rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
220
+ rsaz_1024_gather5_avx2(a_inv, table_s, wvalue); // Borrow |a_inv|.
221
+ rsaz_1024_mul_avx2(result, result, a_inv, m, k0);
245
222
 
246
- /* from Montgomery */
247
- rsaz_1024_mul_avx2(result, result, one, m, k0);
223
+ // Convert from Montgomery.
224
+ rsaz_1024_mul_avx2(result, result, one, m, k0);
248
225
 
249
- rsaz_1024_red2norm_avx2(result_norm, result);
226
+ rsaz_1024_red2norm_avx2(result_norm, result);
250
227
 
251
- OPENSSL_cleanse(storage,sizeof(storage));
228
+ OPENSSL_cleanse(storage, sizeof(storage));
252
229
  }
253
230
 
254
- #endif /* OPENSSL_X86_64 */
231
+ #endif // OPENSSL_X86_64