mongo 2.13.3 → 2.14.0.rc1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (197) hide show
  1. checksums.yaml +4 -4
  2. checksums.yaml.gz.sig +0 -0
  3. data/lib/mongo/address/ipv4.rb +1 -1
  4. data/lib/mongo/address/ipv6.rb +1 -1
  5. data/lib/mongo/address.rb +1 -1
  6. data/lib/mongo/bulk_write.rb +17 -0
  7. data/lib/mongo/caching_cursor.rb +74 -0
  8. data/lib/mongo/client.rb +47 -8
  9. data/lib/mongo/cluster/topology/single.rb +1 -1
  10. data/lib/mongo/cluster.rb +3 -3
  11. data/lib/mongo/collection/view/aggregation.rb +25 -4
  12. data/lib/mongo/collection/view/builder/find_command.rb +38 -18
  13. data/lib/mongo/collection/view/explainable.rb +27 -8
  14. data/lib/mongo/collection/view/iterable.rb +72 -12
  15. data/lib/mongo/collection/view/readable.rb +12 -2
  16. data/lib/mongo/collection/view/writable.rb +15 -1
  17. data/lib/mongo/collection/view.rb +24 -20
  18. data/lib/mongo/collection.rb +26 -2
  19. data/lib/mongo/crypt/encryption_io.rb +6 -6
  20. data/lib/mongo/cursor.rb +1 -0
  21. data/lib/mongo/database/view.rb +1 -1
  22. data/lib/mongo/database.rb +8 -14
  23. data/lib/mongo/error/invalid_read_concern.rb +28 -0
  24. data/lib/mongo/error/server_certificate_revoked.rb +22 -0
  25. data/lib/mongo/error/unsupported_option.rb +14 -12
  26. data/lib/mongo/error.rb +2 -0
  27. data/lib/mongo/grid/fs_bucket.rb +37 -37
  28. data/lib/mongo/lint.rb +2 -1
  29. data/lib/mongo/logger.rb +3 -3
  30. data/lib/mongo/operation/aggregate/result.rb +9 -8
  31. data/lib/mongo/operation/collections_info/command.rb +0 -5
  32. data/lib/mongo/operation/collections_info/result.rb +3 -16
  33. data/lib/mongo/operation/delete/bulk_result.rb +2 -0
  34. data/lib/mongo/operation/delete/result.rb +3 -0
  35. data/lib/mongo/operation/explain/command.rb +4 -0
  36. data/lib/mongo/operation/explain/legacy.rb +4 -0
  37. data/lib/mongo/operation/explain/op_msg.rb +6 -0
  38. data/lib/mongo/operation/explain/result.rb +3 -0
  39. data/lib/mongo/operation/find/legacy/result.rb +2 -0
  40. data/lib/mongo/operation/find/result.rb +3 -0
  41. data/lib/mongo/operation/get_more/result.rb +3 -0
  42. data/lib/mongo/operation/indexes/result.rb +5 -0
  43. data/lib/mongo/operation/insert/bulk_result.rb +5 -0
  44. data/lib/mongo/operation/insert/result.rb +5 -0
  45. data/lib/mongo/operation/list_collections/result.rb +5 -0
  46. data/lib/mongo/operation/map_reduce/result.rb +10 -0
  47. data/lib/mongo/operation/parallel_scan/command.rb +2 -1
  48. data/lib/mongo/operation/parallel_scan/result.rb +4 -0
  49. data/lib/mongo/operation/result.rb +35 -6
  50. data/lib/mongo/operation/shared/bypass_document_validation.rb +1 -0
  51. data/lib/mongo/operation/shared/causal_consistency_supported.rb +1 -0
  52. data/lib/mongo/operation/shared/collections_info_or_list_collections.rb +2 -0
  53. data/lib/mongo/operation/shared/executable.rb +1 -0
  54. data/lib/mongo/operation/shared/idable.rb +2 -1
  55. data/lib/mongo/operation/shared/limited.rb +1 -0
  56. data/lib/mongo/operation/shared/object_id_generator.rb +1 -0
  57. data/lib/mongo/operation/shared/read_preference_supported.rb +36 -38
  58. data/lib/mongo/operation/shared/result/aggregatable.rb +1 -0
  59. data/lib/mongo/operation/shared/sessions_supported.rb +3 -3
  60. data/lib/mongo/operation/shared/specifiable.rb +1 -0
  61. data/lib/mongo/operation/shared/write.rb +1 -0
  62. data/lib/mongo/operation/shared/write_concern_supported.rb +1 -0
  63. data/lib/mongo/operation/update/legacy/result.rb +7 -0
  64. data/lib/mongo/operation/update/result.rb +8 -0
  65. data/lib/mongo/operation/users_info/result.rb +3 -0
  66. data/lib/mongo/operation.rb +2 -0
  67. data/lib/mongo/protocol/msg.rb +2 -2
  68. data/lib/mongo/protocol/query.rb +11 -11
  69. data/lib/mongo/query_cache.rb +242 -0
  70. data/lib/mongo/retryable.rb +8 -1
  71. data/lib/mongo/server/connection_common.rb +2 -2
  72. data/lib/mongo/server/connection_pool.rb +3 -0
  73. data/lib/mongo/server/monitor/connection.rb +3 -3
  74. data/lib/mongo/server/monitor.rb +1 -1
  75. data/lib/mongo/server/pending_connection.rb +2 -2
  76. data/lib/mongo/server/push_monitor.rb +1 -1
  77. data/lib/mongo/server.rb +5 -1
  78. data/lib/mongo/server_selector/base.rb +5 -1
  79. data/lib/mongo/server_selector/secondary_preferred.rb +7 -2
  80. data/lib/mongo/session.rb +3 -0
  81. data/lib/mongo/socket/ocsp_cache.rb +97 -0
  82. data/lib/mongo/socket/ocsp_verifier.rb +368 -0
  83. data/lib/mongo/socket/ssl.rb +45 -24
  84. data/lib/mongo/socket.rb +6 -4
  85. data/lib/mongo/srv/monitor.rb +7 -13
  86. data/lib/mongo/srv/resolver.rb +14 -10
  87. data/lib/mongo/timeout.rb +2 -0
  88. data/lib/mongo/uri/options_mapper.rb +582 -0
  89. data/lib/mongo/uri/srv_protocol.rb +3 -2
  90. data/lib/mongo/uri.rb +21 -390
  91. data/lib/mongo/utils.rb +12 -1
  92. data/lib/mongo/version.rb +1 -1
  93. data/lib/mongo.rb +9 -0
  94. data/spec/NOTES.aws-auth.md +12 -7
  95. data/spec/README.md +56 -1
  96. data/spec/integration/bson_symbol_spec.rb +2 -4
  97. data/spec/integration/bulk_write_spec.rb +48 -0
  98. data/spec/integration/client_authentication_options_spec.rb +55 -28
  99. data/spec/integration/connection_pool_populator_spec.rb +3 -1
  100. data/spec/integration/cursor_reaping_spec.rb +53 -17
  101. data/spec/integration/ocsp_connectivity_spec.rb +26 -0
  102. data/spec/integration/ocsp_verifier_cache_spec.rb +188 -0
  103. data/spec/integration/ocsp_verifier_spec.rb +334 -0
  104. data/spec/integration/query_cache_spec.rb +1045 -0
  105. data/spec/integration/query_cache_transactions_spec.rb +179 -0
  106. data/spec/integration/retryable_writes/retryable_writes_40_and_newer_spec.rb +1 -0
  107. data/spec/integration/retryable_writes/shared/performs_legacy_retries.rb +2 -0
  108. data/spec/integration/sdam_error_handling_spec.rb +69 -18
  109. data/spec/integration/sdam_events_spec.rb +7 -8
  110. data/spec/integration/server_selection_spec.rb +36 -0
  111. data/spec/integration/srv_monitoring_spec.rb +38 -3
  112. data/spec/integration/srv_spec.rb +56 -0
  113. data/spec/lite_spec_helper.rb +4 -2
  114. data/spec/mongo/address_spec.rb +1 -1
  115. data/spec/mongo/caching_cursor_spec.rb +70 -0
  116. data/spec/mongo/client_construction_spec.rb +54 -1
  117. data/spec/mongo/client_encryption_spec.rb +10 -16
  118. data/spec/mongo/client_spec.rb +40 -0
  119. data/spec/mongo/cluster/topology/single_spec.rb +14 -5
  120. data/spec/mongo/cluster_spec.rb +3 -0
  121. data/spec/mongo/collection/view/explainable_spec.rb +87 -4
  122. data/spec/mongo/collection/view/map_reduce_spec.rb +2 -0
  123. data/spec/mongo/collection_spec.rb +60 -0
  124. data/spec/mongo/crypt/auto_decryption_context_spec.rb +1 -1
  125. data/spec/mongo/crypt/auto_encryption_context_spec.rb +1 -1
  126. data/spec/mongo/crypt/data_key_context_spec.rb +1 -1
  127. data/spec/mongo/crypt/explicit_decryption_context_spec.rb +1 -1
  128. data/spec/mongo/crypt/explicit_encryption_context_spec.rb +1 -1
  129. data/spec/mongo/database_spec.rb +44 -64
  130. data/spec/mongo/error/no_server_available_spec.rb +1 -1
  131. data/spec/mongo/index/view_spec.rb +2 -4
  132. data/spec/mongo/logger_spec.rb +13 -11
  133. data/spec/mongo/operation/read_preference_legacy_spec.rb +19 -9
  134. data/spec/mongo/operation/read_preference_op_msg_spec.rb +3 -3
  135. data/spec/mongo/query_cache_spec.rb +279 -0
  136. data/spec/mongo/server/app_metadata_shared.rb +7 -33
  137. data/spec/mongo/server/connection_pool_spec.rb +7 -3
  138. data/spec/mongo/server/connection_spec.rb +14 -7
  139. data/spec/mongo/server_selector/secondary_preferred_spec.rb +6 -6
  140. data/spec/mongo/socket/ssl_spec.rb +1 -1
  141. data/spec/mongo/socket_spec.rb +1 -1
  142. data/spec/mongo/uri/srv_protocol_spec.rb +64 -33
  143. data/spec/mongo/uri_option_parsing_spec.rb +11 -11
  144. data/spec/mongo/uri_spec.rb +68 -41
  145. data/spec/mongo/utils_spec.rb +39 -0
  146. data/spec/runners/auth.rb +3 -0
  147. data/spec/runners/connection_string.rb +35 -124
  148. data/spec/runners/transactions/operation.rb +2 -13
  149. data/spec/spec_tests/cmap_spec.rb +7 -3
  150. data/spec/spec_tests/data/change_streams/change-streams-errors.yml +0 -1
  151. data/spec/spec_tests/data/change_streams/change-streams.yml +0 -1
  152. data/spec/spec_tests/data/cmap/pool-checkout-connection.yml +6 -2
  153. data/spec/spec_tests/data/cmap/pool-create-min-size.yml +3 -0
  154. data/spec/spec_tests/data/connection_string/valid-warnings.yml +24 -0
  155. data/spec/spec_tests/data/sdam_monitoring/discovered_standalone.yml +1 -3
  156. data/spec/spec_tests/data/sdam_monitoring/standalone.yml +2 -2
  157. data/spec/spec_tests/data/sdam_monitoring/standalone_repeated.yml +2 -2
  158. data/spec/spec_tests/data/sdam_monitoring/standalone_suppress_equal_description_changes.yml +2 -2
  159. data/spec/spec_tests/data/sdam_monitoring/standalone_to_rs_with_me_mismatch.yml +2 -2
  160. data/spec/spec_tests/data/uri_options/auth-options.yml +25 -0
  161. data/spec/spec_tests/data/uri_options/compression-options.yml +6 -3
  162. data/spec/spec_tests/data/uri_options/read-preference-options.yml +24 -0
  163. data/spec/spec_tests/data/uri_options/ruby-connection-options.yml +1 -0
  164. data/spec/spec_tests/data/uri_options/tls-options.yml +160 -4
  165. data/spec/spec_tests/dns_seedlist_discovery_spec.rb +9 -1
  166. data/spec/spec_tests/uri_options_spec.rb +31 -33
  167. data/spec/support/certificates/atlas-ocsp-ca.crt +28 -0
  168. data/spec/support/certificates/atlas-ocsp.crt +41 -0
  169. data/spec/support/client_registry.rb +4 -8
  170. data/spec/support/client_registry_macros.rb +4 -4
  171. data/spec/support/common_shortcuts.rb +45 -0
  172. data/spec/support/constraints.rb +23 -0
  173. data/spec/support/lite_constraints.rb +24 -0
  174. data/spec/support/matchers.rb +16 -0
  175. data/spec/support/ocsp +1 -0
  176. data/spec/support/session_registry.rb +52 -0
  177. data/spec/support/spec_config.rb +22 -12
  178. data/spec/support/spec_setup.rb +38 -48
  179. data/spec/support/utils.rb +19 -1
  180. data.tar.gz.sig +1 -3
  181. metadata +938 -933
  182. metadata.gz.sig +0 -0
  183. data/spec/integration/secondary_reads_spec.rb +0 -102
  184. data/spec/shared/LICENSE +0 -20
  185. data/spec/shared/bin/get-mongodb-download-url +0 -17
  186. data/spec/shared/lib/mrss/child_process_helper.rb +0 -80
  187. data/spec/shared/lib/mrss/cluster_config.rb +0 -221
  188. data/spec/shared/lib/mrss/constraints.rb +0 -346
  189. data/spec/shared/lib/mrss/docker_runner.rb +0 -265
  190. data/spec/shared/lib/mrss/lite_constraints.rb +0 -191
  191. data/spec/shared/lib/mrss/server_version_registry.rb +0 -115
  192. data/spec/shared/lib/mrss/spec_organizer.rb +0 -152
  193. data/spec/shared/lib/mrss/utils.rb +0 -15
  194. data/spec/shared/share/Dockerfile.erb +0 -231
  195. data/spec/shared/shlib/distro.sh +0 -73
  196. data/spec/shared/shlib/server.sh +0 -290
  197. data/spec/shared/shlib/set_env.sh +0 -128
@@ -1,346 +0,0 @@
1
- # frozen_string_literal: true
2
- # encoding: utf-8
3
-
4
- module Mrss
5
- module Constraints
6
- def min_server_version(version)
7
- unless version =~ /\A\d+\.\d+\z/
8
- raise ArgumentError, "Version can only be major.minor: #{version}"
9
- end
10
-
11
- before(:all) do
12
- if version > ClusterConfig.instance.server_version
13
- skip "Server version #{version} or higher required, we have #{ClusterConfig.instance.server_version}"
14
- end
15
- end
16
- end
17
-
18
- def max_server_version(version)
19
- unless version =~ /\A\d+\.\d+\z/
20
- raise ArgumentError, "Version can only be major.minor: #{version}"
21
- end
22
-
23
- before(:all) do
24
- if version < ClusterConfig.instance.short_server_version
25
- skip "Server version #{version} or lower required, we have #{ClusterConfig.instance.server_version}"
26
- end
27
- end
28
- end
29
-
30
- def min_server_fcv(version)
31
- unless version =~ /\A\d+\.\d+\z/
32
- raise ArgumentError, "FCV can only be major.minor: #{version}"
33
- end
34
-
35
- before(:all) do
36
- unless ClusterConfig.instance.fcv_ish >= version
37
- skip "FCV #{version} or higher required, we have #{ClusterConfig.instance.fcv_ish} (server #{ClusterConfig.instance.server_version})"
38
- end
39
- end
40
- end
41
-
42
- def max_server_fcv(version)
43
- unless version =~ /\A\d+\.\d+\z/
44
- raise ArgumentError, "Version can only be major.minor: #{version}"
45
- end
46
-
47
- before(:all) do
48
- if version < ClusterConfig.instance.fcv_ish
49
- skip "FCV #{version} or lower required, we have #{ClusterConfig.instance.fcv_ish} (server #{ClusterConfig.instance.server_version})"
50
- end
51
- end
52
- end
53
-
54
- def require_topology(*topologies)
55
- invalid_topologies = topologies - [:single, :replica_set, :sharded]
56
-
57
- unless invalid_topologies.empty?
58
- raise ArgumentError, "Invalid topologies requested: #{invalid_topologies.join(', ')}"
59
- end
60
-
61
- before(:all) do
62
- unless topologies.include?(topology = ClusterConfig.instance.topology)
63
- skip "Topology #{topologies.join(' or ')} required, we have #{topology}"
64
- end
65
- end
66
- end
67
-
68
- def max_example_run_time(timeout)
69
- around do |example|
70
- TimeoutInterrupt.timeout(timeout, TimeoutInterrupt::Error.new("Test execution terminated after #{timeout} seconds")) do
71
- example.run
72
- end
73
- end
74
- end
75
-
76
- def require_transaction_support
77
- before(:all) do
78
- case ClusterConfig.instance.topology
79
- when :single
80
- skip 'Transactions tests require a replica set (4.0+) or a sharded cluster (4.2+)'
81
- when :replica_set
82
- unless ClusterConfig.instance.server_version >= '4.0'
83
- skip 'Transactions tests in a replica set topology require server 4.0+'
84
- end
85
- when :sharded
86
- unless ClusterConfig.instance.server_version >= '4.2'
87
- skip 'Transactions tests in a sharded cluster topology require server 4.2+'
88
- end
89
- else
90
- raise NotImplementedError
91
- end
92
- end
93
- end
94
-
95
- # Fail command fail point was added to mongod in 4.0 and to mongos in 4.2.
96
- def require_fail_command
97
- require_transaction_support
98
- end
99
-
100
- def require_tls
101
- before(:all) do
102
- unless SpecConfig.instance.ssl?
103
- skip "SSL not enabled"
104
- end
105
- end
106
- end
107
-
108
- def require_no_tls
109
- before(:all) do
110
- if SpecConfig.instance.ssl?
111
- skip "SSL enabled"
112
- end
113
- end
114
- end
115
-
116
- def require_no_retry_writes
117
- before(:all) do
118
- if SpecConfig.instance.retry_writes?
119
- skip "Retry writes is enabled"
120
- end
121
- end
122
- end
123
-
124
- def require_compression
125
- before(:all) do
126
- if SpecConfig.instance.compressors.nil?
127
- skip "Compression is not enabled"
128
- end
129
- end
130
- end
131
-
132
- def require_zlib_compression
133
- before(:all) do
134
- compressors = SpecConfig.instance.compressors
135
- unless compressors && compressors.include?('zlib')
136
- skip "Zlib compression is not enabled"
137
- end
138
- end
139
- end
140
-
141
- def require_snappy_compression
142
- before(:all) do
143
- compressors = SpecConfig.instance.compressors
144
- unless compressors && compressors.include?('snappy')
145
- skip "Snappy compression is not enabled"
146
- end
147
- end
148
- end
149
-
150
- def require_no_snappy_compression
151
- before(:all) do
152
- compressors = SpecConfig.instance.compressors
153
- if compressors && compressors.include?('snappy')
154
- skip "Snappy compression is enabled"
155
- end
156
- end
157
- end
158
-
159
- def require_zstd_compression
160
- before(:all) do
161
- compressors = SpecConfig.instance.compressors
162
- unless compressors && compressors.include?('zstd')
163
- skip "Zstd compression is not enabled"
164
- end
165
- end
166
- end
167
-
168
- def require_no_zstd_compression
169
- before(:all) do
170
- compressors = SpecConfig.instance.compressors
171
- if compressors && compressors.include?('zstd')
172
- skip "Zstd compression is enabled"
173
- end
174
- end
175
- end
176
-
177
- def require_no_compression
178
- before(:all) do
179
- if SpecConfig.instance.compressors
180
- skip "Compression is enabled"
181
- end
182
- end
183
- end
184
-
185
- def ruby_version_gte(version)
186
- before(:all) do
187
- if RUBY_VERSION < version
188
- skip "Ruby version #{version} or higher required"
189
- end
190
- end
191
- end
192
-
193
- def ruby_version_lt(version)
194
- before(:all) do
195
- if RUBY_VERSION >= version
196
- skip "Ruby version less than #{version} required"
197
- end
198
- end
199
- end
200
-
201
- def require_auth(*values)
202
- before(:all) do
203
- if values.any?
204
- unless values.include?(ENV['AUTH'])
205
- msg = values.map { |v| "AUTH=#{v}" }.join(' or ')
206
- skip "This test requires #{msg}"
207
- end
208
- else
209
- unless ENV['AUTH'] == 'auth' || SpecConfig.instance.user || ClusterConfig.instance.auth_enabled?
210
- skip "Auth required"
211
- end
212
- end
213
- end
214
- end
215
-
216
- def require_no_auth
217
- before(:all) do
218
- if (ENV['AUTH'] && ENV['AUTH'] != 'noauth') || SpecConfig.instance.user || ClusterConfig.instance.auth_enabled?
219
- skip "Auth not allowed"
220
- end
221
- end
222
- end
223
-
224
- def require_x509_auth
225
- before(:all) do
226
- unless SpecConfig.instance.x509_auth?
227
- skip "X.509 auth required"
228
- end
229
- end
230
- end
231
-
232
- def require_no_external_user
233
- before(:all) do
234
- if SpecConfig.instance.external_user?
235
- skip "External user configurations are not compatible with this test"
236
- end
237
- end
238
- end
239
-
240
- # Can the driver specify a write concern that won't be overridden?
241
- # (mongos 4.0+ overrides the write concern)
242
- def require_set_write_concern
243
- before(:all) do
244
- if ClusterConfig.instance.topology == :sharded && ClusterConfig.instance.short_server_version >= '4.0'
245
- skip "mongos 4.0+ overrides write concern"
246
- end
247
- end
248
- end
249
-
250
- def require_multi_shard
251
- before(:all) do
252
- if ClusterConfig.instance.topology == :sharded && SpecConfig.instance.addresses.length == 1
253
- skip 'Test requires a minimum of two shards if run in sharded topology'
254
- end
255
- end
256
- end
257
-
258
- def require_no_multi_shard
259
- before(:all) do
260
- if ClusterConfig.instance.topology == :sharded && SpecConfig.instance.addresses.length > 1
261
- skip 'Test requires a single shard if run in sharded topology'
262
- end
263
- end
264
- end
265
-
266
- def require_wired_tiger
267
- before(:all) do
268
- if ClusterConfig.instance.storage_engine != :wired_tiger
269
- skip 'Test requires WiredTiger storage engine'
270
- end
271
- end
272
- end
273
-
274
- def require_wired_tiger_on_36
275
- before(:all) do
276
- if ClusterConfig.instance.short_server_version >= '3.6'
277
- if ClusterConfig.instance.storage_engine != :wired_tiger
278
- skip 'Test requires WiredTiger storage engine on 3.6+ servers'
279
- end
280
- end
281
- end
282
- end
283
-
284
- def require_mmapv1
285
- before(:all) do
286
- if ClusterConfig.instance.storage_engine != :mmapv1
287
- skip 'Test requires MMAPv1 storage engine'
288
- end
289
- end
290
- end
291
-
292
- def require_enterprise
293
- before(:all) do
294
- unless ClusterConfig.instance.enterprise?
295
- skip 'Test requires enterprise build of MongoDB'
296
- end
297
- end
298
- end
299
-
300
- # Integration tests for SRV polling require internet connectivity to
301
- # look up SRV records and a sharded cluster configured on default port on
302
- # localhost (localhost:27017, localhost:27018).
303
- def require_default_port_deployment
304
- # Because the DNS records at test1.test.build.10gen.cc point to
305
- # localhost:27017 & localhost:27018, the test suite must have been
306
- # configured to use these addresses
307
- before(:all) do
308
- have_default_port = SpecConfig.instance.addresses.any? do |address|
309
- %w(127.0.0.1 127.0.0.1:27017 localhost localhost:27017).include?(address)
310
- end
311
- unless have_default_port
312
- skip 'This test requires the test suite to be configured for localhost:27017'
313
- end
314
- end
315
- end
316
-
317
- # Some tests perform assertions on what the driver is logging.
318
- # Some test configurations, for example OCSP with unknown response,
319
- # produce warnings due to optional checks failing.
320
- # This constraint skips tests that issue logging assertions on configurations
321
- # that may produce non-test-originated log entries.
322
- def require_warning_clean
323
- before(:all) do
324
- if ENV['OCSP_STATUS'] == 'unknown'
325
- skip 'Unknown OCSP status is not global warning-clean'
326
- end
327
- end
328
- end
329
-
330
- def require_required_api_version
331
- before(:all) do
332
- unless ENV['API_VERSION_REQUIRED'] == '1'
333
- skip 'Set API_VERSION_REQUIRED=1 to run this test'
334
- end
335
- end
336
- end
337
-
338
- def require_no_required_api_version
339
- before(:all) do
340
- if ENV['API_VERSION_REQUIRED'] == '1'
341
- skip 'Cannot have API_VERSION_REQUIRED=1 to run this test'
342
- end
343
- end
344
- end
345
- end
346
- end
@@ -1,265 +0,0 @@
1
- # frozen_string_literal: true
2
- # encoding: utf-8
3
-
4
- require 'optparse'
5
- require 'erb'
6
- autoload :Dotenv, 'dotenv'
7
-
8
- module Mrss
9
- autoload :ServerVersionRegistry, 'mrss/server_version_registry'
10
-
11
- class DockerRunner
12
- def initialize(**opts)
13
- # These options are required:
14
- opts.fetch(:image_tag)
15
- opts.fetch(:dockerfile_path)
16
- opts.fetch(:default_script)
17
- opts.fetch(:project_lib_subdir)
18
-
19
- @options = opts
20
- end
21
-
22
- attr_reader :options
23
-
24
- def run
25
- process_arguments
26
- unless @options[:exec_only]
27
- create_dockerfile
28
- create_image
29
- end
30
- if @options[:mongo_only]
31
- run_deployment
32
- else
33
- run_tests
34
- end
35
- end
36
-
37
- private
38
-
39
- def process_arguments
40
- #@options = {}
41
- OptionParser.new do |opts|
42
- opts.banner = "Usage: test-on-docker [-d distro] [evergreen_key=value ...]"
43
-
44
- opts.on("-a", "--add-env=PATH", "Load environment variables from PATH in .env format") do |path|
45
- @options[:extra_env] ||= {}
46
- unless File.exist?(path)
47
- raise "-a option references nonexistent file #{path}"
48
- end
49
- Dotenv.parse(path).each do |k, v|
50
- @options[:extra_env][k] = v
51
- end
52
- end
53
-
54
- opts.on("-d", "--distro=DISTRO", "Distro to use") do |v|
55
- @options[:distro] = v
56
- end
57
-
58
- opts.on('-e', '--exec-only', 'Execute tests using existing Dockerfile (for offline user)') do |v|
59
- @options[:exec_only] = v
60
- end
61
-
62
- opts.on('-m', '--mongo-only=PORT', 'Start the MongoDB deployment and expose it to host on ports starting with PORT') do |v|
63
- @options[:mongo_only] = v.to_i
64
- end
65
-
66
- opts.on('-p', '--preload', 'Preload Ruby toolchain and server binaries in docker') do |v|
67
- @options[:preload] = v
68
- end
69
-
70
- opts.on('-s', '--script=SCRIPT', 'Test script to invoke') do |v|
71
- @options[:script] = v
72
- end
73
-
74
- opts.on('-i', '--interactive', 'Interactive mode - disable per-test timeouts') do |v|
75
- @options[:interactive] = v
76
- end
77
- end.parse!
78
-
79
- @env = Hash[ARGV.map do |arg|
80
- arg.split('=', 2)
81
- end]
82
-
83
- @env['RVM_RUBY'] ||= 'ruby-2.7'
84
- unless ruby =~ /^j?ruby-/
85
- raise "RVM_RUBY option is not in expected format: #{ruby}"
86
- end
87
-
88
- @env['MONGODB_VERSION'] ||= '4.4'
89
- end
90
-
91
- def create_dockerfile
92
- template_path = File.join(File.dirname(__FILE__), '../../share/Dockerfile.erb')
93
- result = ERB.new(File.read(template_path)).result(binding)
94
- File.open(dockerfile_path, 'w') do |f|
95
- f << result
96
- end
97
- end
98
-
99
- def image_tag
100
- options.fetch(:image_tag)
101
- end
102
-
103
- def dockerfile_path
104
- options.fetch(:dockerfile_path)
105
- end
106
-
107
- def create_image
108
- run_command(['docker', 'build',
109
- '-t', image_tag,
110
- '-f', dockerfile_path,
111
- '.'])
112
- end
113
-
114
- BASE_TEST_COMMAND = %w(docker run -i --tmpfs /tmpfs:exec).freeze
115
-
116
- def run_tests
117
- run_command(BASE_TEST_COMMAND + tty_arg + extra_env + [image_tag] +
118
- script.split(/\s+/))
119
- end
120
-
121
- def run_deployment
122
- run_command(BASE_TEST_COMMAND + tty_arg + extra_env + [
123
- '-e', %q`TEST_CMD=watch -x bash -c "ps awwxu |egrep 'mongo|ocsp'"`,
124
- '-e', 'BIND_ALL=true',
125
- ] + port_forwards + [image_tag] + script.split(/\s+/))
126
- end
127
-
128
- def tty_arg
129
- tty = File.open('/dev/stdin') do |f|
130
- f.isatty
131
- end
132
- if tty
133
- %w(-t --init)
134
- else
135
- []
136
- end
137
- end
138
-
139
- def extra_env
140
- if @options[:extra_env]
141
- @options[:extra_env].map do |k, v|
142
- # Here the value must not be escaped
143
- ['-e', "#{k}=#{v}"]
144
- end.flatten
145
- else
146
- []
147
- end
148
- end
149
-
150
- def port_forwards
151
- args = (0...num_exposed_ports).map do |i|
152
- host_port = @options[:mongo_only] + i
153
- container_port = 27017 + i
154
- ['-p', "#{host_port}:#{container_port}"]
155
- end.flatten
156
-
157
- if @env['OCSP_ALGORITHM'] && !@env['OCSP_VERIFIER']
158
- args += %w(-p 8100:8100)
159
- end
160
-
161
- args
162
- end
163
-
164
- def run_command(cmd)
165
- if pid = fork
166
- Process.wait(pid)
167
- unless $?.exitstatus == 0
168
- raise "Process exited with code #{$?.exitstatus}"
169
- end
170
- else
171
- exec(*cmd)
172
- end
173
- end
174
-
175
- def distro
176
- @options[:distro] || 'ubuntu1604'
177
- end
178
-
179
- BASE_IMAGES = {
180
- 'debian81' => 'debian:jessie',
181
- 'debian92' => 'debian:stretch',
182
- 'ubuntu1404' => 'ubuntu:trusty',
183
- 'ubuntu1604' => 'ubuntu:xenial',
184
- 'ubuntu1804' => 'ubuntu:bionic',
185
- 'rhel62' => 'centos:6',
186
- 'rhel70' => 'centos:7',
187
- }.freeze
188
-
189
- def base_image
190
- BASE_IMAGES[distro] or raise "Unknown distro: #{distro}"
191
- end
192
-
193
- def ruby
194
- @env['RVM_RUBY']
195
- end
196
-
197
- def ruby_head?
198
- ruby == 'ruby-head'
199
- end
200
-
201
- def server_version
202
- @env['MONGODB_VERSION']
203
- end
204
-
205
- def script
206
- @options[:script] || options.fetch(:default_script)
207
- end
208
-
209
- def debian?
210
- distro =~ /debian|ubuntu/
211
- end
212
-
213
- def preload?
214
- !!@options[:preload]
215
- end
216
-
217
- def interactive?
218
- !!@options[:interactive]
219
- end
220
-
221
- def project_lib_subdir
222
- options.fetch(:project_lib_subdir)
223
- end
224
-
225
- def server_download_url
226
- @server_download_url ||= ServerVersionRegistry.new(server_version, distro).download_url
227
- end
228
-
229
- def libmongocrypt_path
230
- case distro
231
- when /ubuntu1604/
232
- "./ubuntu1604/nocrypto/lib64/libmongocrypt.so"
233
- when /ubuntu1804/
234
- "./ubuntu1804-64/nocrypto/lib64/libmongocrypt.so"
235
- when /debian92/
236
- "./debian92/nocrypto/lib64/libmongocrypt.so"
237
- else
238
- raise "This script does not support running FLE tests on #{distro}. Use ubuntu1604, ubuntu1804 or debian92 instead"
239
- end
240
- end
241
-
242
- def expose?
243
- !!@options[:mongo_only]
244
- end
245
-
246
- def fle?
247
- %w(1 true yes).include?(@env['FLE']&.downcase)
248
- end
249
-
250
- def num_exposed_ports
251
- case @env['TOPOLOGY'] || 'standalone'
252
- when 'standalone'
253
- 1
254
- when 'replica-set'
255
- 3
256
- when 'sharded-cluster'
257
- if @env['SINGLE_MONGOS']
258
- 1
259
- else
260
- 2
261
- end
262
- end
263
- end
264
- end
265
- end