mongoid 7.2.0.rc1 → 7.3.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- checksums.yaml.gz.sig +0 -0
- data.tar.gz.sig +0 -0
- data/Rakefile +45 -10
- data/lib/config/locales/en.yml +2 -2
- data/lib/mongoid/association/accessors.rb +1 -1
- data/lib/mongoid/association/constrainable.rb +1 -1
- data/lib/mongoid/association/depending.rb +4 -4
- data/lib/mongoid/association/embedded/batchable.rb +1 -1
- data/lib/mongoid/association/embedded/embedded_in.rb +1 -1
- data/lib/mongoid/association/embedded/embeds_many/proxy.rb +10 -3
- data/lib/mongoid/association/nested/many.rb +1 -1
- data/lib/mongoid/association/nested/one.rb +4 -2
- data/lib/mongoid/association/proxy.rb +6 -1
- data/lib/mongoid/association/referenced/auto_save.rb +2 -2
- data/lib/mongoid/association/referenced/has_many/enumerable.rb +493 -495
- data/lib/mongoid/association/referenced/has_many/proxy.rb +2 -2
- data/lib/mongoid/association/referenced/has_one/buildable.rb +8 -0
- data/lib/mongoid/association/referenced/has_one/nested_builder.rb +2 -2
- data/lib/mongoid/association/referenced/has_one/proxy.rb +6 -1
- data/lib/mongoid/attributes.rb +32 -14
- data/lib/mongoid/attributes/projector.rb +120 -0
- data/lib/mongoid/cacheable.rb +2 -2
- data/lib/mongoid/clients.rb +1 -1
- data/lib/mongoid/clients/factory.rb +22 -8
- data/lib/mongoid/config.rb +19 -2
- data/lib/mongoid/contextual/aggregable/mongo.rb +10 -8
- data/lib/mongoid/copyable.rb +6 -2
- data/lib/mongoid/criteria.rb +4 -5
- data/lib/mongoid/criteria/findable.rb +1 -1
- data/lib/mongoid/criteria/queryable/expandable.rb +0 -24
- data/lib/mongoid/criteria/queryable/extensions.rb +0 -4
- data/lib/mongoid/criteria/queryable/extensions/boolean.rb +1 -1
- data/lib/mongoid/criteria/queryable/mergeable.rb +46 -20
- data/lib/mongoid/criteria/queryable/selectable.rb +8 -8
- data/lib/mongoid/criteria/queryable/selector.rb +0 -4
- data/lib/mongoid/document.rb +4 -17
- data/lib/mongoid/errors/delete_restriction.rb +8 -9
- data/lib/mongoid/evolvable.rb +1 -1
- data/lib/mongoid/extensions.rb +1 -0
- data/lib/mongoid/extensions/boolean.rb +1 -2
- data/lib/mongoid/extensions/false_class.rb +1 -1
- data/lib/mongoid/extensions/hash.rb +2 -2
- data/lib/mongoid/extensions/true_class.rb +1 -1
- data/lib/mongoid/fields.rb +46 -5
- data/lib/mongoid/inspectable.rb +1 -1
- data/lib/mongoid/interceptable.rb +3 -1
- data/lib/mongoid/matcher.rb +26 -43
- data/lib/mongoid/matcher/bits.rb +41 -0
- data/lib/mongoid/matcher/bits_all_clear.rb +20 -0
- data/lib/mongoid/matcher/bits_all_set.rb +20 -0
- data/lib/mongoid/matcher/bits_any_clear.rb +20 -0
- data/lib/mongoid/matcher/bits_any_set.rb +20 -0
- data/lib/mongoid/matcher/elem_match.rb +2 -1
- data/lib/mongoid/matcher/expression.rb +9 -14
- data/lib/mongoid/matcher/field_expression.rb +4 -5
- data/lib/mongoid/matcher/field_operator.rb +13 -11
- data/lib/mongoid/matcher/mod.rb +17 -0
- data/lib/mongoid/matcher/type.rb +99 -0
- data/lib/mongoid/persistable/deletable.rb +1 -2
- data/lib/mongoid/persistable/destroyable.rb +8 -2
- data/lib/mongoid/persistable/updatable.rb +27 -2
- data/lib/mongoid/query_cache.rb +35 -29
- data/lib/mongoid/reloadable.rb +5 -0
- data/lib/mongoid/selectable.rb +5 -7
- data/lib/mongoid/shardable.rb +21 -5
- data/lib/mongoid/stringified_symbol.rb +53 -0
- data/lib/mongoid/touchable.rb +23 -4
- data/lib/mongoid/version.rb +1 -1
- data/lib/rails/generators/mongoid/config/config_generator.rb +8 -1
- data/spec/README.md +19 -4
- data/spec/integration/app_spec.rb +175 -88
- data/spec/integration/associations/embeds_many_spec.rb +68 -0
- data/spec/integration/associations/embeds_one_spec.rb +24 -0
- data/spec/integration/associations/has_many_spec.rb +60 -0
- data/spec/integration/associations/has_one_spec.rb +108 -0
- data/spec/integration/callbacks_models.rb +49 -0
- data/spec/integration/callbacks_spec.rb +216 -0
- data/spec/integration/criteria/date_field_spec.rb +1 -1
- data/spec/integration/document_spec.rb +30 -0
- data/spec/integration/matcher_operator_data/bits_all_clear.yml +159 -0
- data/spec/integration/matcher_operator_data/bits_all_set.yml +159 -0
- data/spec/integration/matcher_operator_data/bits_any_clear.yml +159 -0
- data/spec/integration/matcher_operator_data/bits_any_set.yml +159 -0
- data/spec/integration/matcher_operator_data/comment.yml +22 -0
- data/spec/integration/matcher_operator_data/elem_match.yml +46 -0
- data/spec/integration/matcher_operator_data/gt_types.yml +63 -0
- data/spec/integration/matcher_operator_data/gte_types.yml +15 -0
- data/spec/integration/matcher_operator_data/implicit_traversal.yml +96 -0
- data/spec/integration/matcher_operator_data/in.yml +16 -0
- data/spec/integration/matcher_operator_data/lt_types.yml +15 -0
- data/spec/integration/matcher_operator_data/lte_types.yml +15 -0
- data/spec/integration/matcher_operator_data/mod.yml +55 -0
- data/spec/integration/matcher_operator_data/ne_types.yml +15 -0
- data/spec/integration/matcher_operator_data/type.yml +70 -0
- data/spec/integration/matcher_operator_data/type_array.yml +16 -0
- data/spec/integration/matcher_operator_data/type_binary.yml +18 -0
- data/spec/integration/matcher_operator_data/type_boolean.yml +39 -0
- data/spec/integration/matcher_operator_data/type_code.yml +26 -0
- data/spec/integration/matcher_operator_data/type_code_with_scope.yml +26 -0
- data/spec/integration/matcher_operator_data/type_date.yml +39 -0
- data/spec/integration/matcher_operator_data/type_db_pointer.yml +19 -0
- data/spec/integration/matcher_operator_data/type_decimal.yml +40 -0
- data/spec/integration/matcher_operator_data/type_double.yml +15 -0
- data/spec/integration/matcher_operator_data/type_int32.yml +33 -0
- data/spec/integration/matcher_operator_data/type_int64.yml +33 -0
- data/spec/integration/matcher_operator_data/type_max_key.yml +17 -0
- data/spec/integration/matcher_operator_data/type_min_key.yml +17 -0
- data/spec/integration/matcher_operator_data/type_null.yml +23 -0
- data/spec/integration/matcher_operator_data/type_object.yml +23 -0
- data/spec/integration/matcher_operator_data/type_object_id.yml +25 -0
- data/spec/integration/matcher_operator_data/type_regex.yml +44 -0
- data/spec/integration/matcher_operator_data/type_string.yml +15 -0
- data/spec/integration/matcher_operator_data/type_symbol.yml +32 -0
- data/spec/integration/matcher_operator_data/type_timestamp.yml +25 -0
- data/spec/integration/matcher_operator_data/type_undefined.yml +17 -0
- data/spec/integration/stringified_symbol_field_spec.rb +190 -0
- data/spec/lite_spec_helper.rb +9 -7
- data/spec/mongoid/association/depending_spec.rb +391 -352
- data/spec/mongoid/association/embedded/embedded_in/proxy_spec.rb +50 -0
- data/spec/mongoid/association/nested/one_spec.rb +18 -14
- data/spec/mongoid/association/referenced/belongs_to/proxy_spec.rb +25 -8
- data/spec/mongoid/association/referenced/has_and_belongs_to_many/binding_spec.rb +1 -1
- data/spec/mongoid/association/referenced/has_many/binding_spec.rb +1 -1
- data/spec/mongoid/association/referenced/has_many/enumerable_spec.rb +1 -1
- data/spec/mongoid/association/referenced/has_many_models.rb +12 -0
- data/spec/mongoid/association/referenced/has_one_models.rb +20 -0
- data/spec/mongoid/association/referenced/has_one_spec.rb +1 -1
- data/spec/mongoid/atomic/paths_spec.rb +105 -12
- data/spec/mongoid/attributes/projector_data/embedded.yml +105 -0
- data/spec/mongoid/attributes/projector_data/fields.yml +93 -0
- data/spec/mongoid/attributes/projector_spec.rb +41 -0
- data/spec/mongoid/attributes_spec.rb +333 -0
- data/spec/mongoid/clients/factory_spec.rb +48 -0
- data/spec/mongoid/config_spec.rb +32 -0
- data/spec/mongoid/contextual/atomic_spec.rb +17 -4
- data/spec/mongoid/contextual/mongo_spec.rb +2 -2
- data/spec/mongoid/copyable_spec.rb +44 -17
- data/spec/mongoid/copyable_spec_models.rb +14 -0
- data/spec/mongoid/criteria/modifiable_spec.rb +1 -1
- data/spec/mongoid/criteria/queryable/expandable_spec.rb +0 -73
- data/spec/mongoid/criteria/queryable/extensions/boolean_spec.rb +1 -1
- data/spec/mongoid/criteria/queryable/mergeable_spec.rb +105 -7
- data/spec/mongoid/criteria/queryable/selectable_logical_spec.rb +265 -24
- data/spec/mongoid/criteria/queryable/selectable_shared_examples.rb +39 -0
- data/spec/mongoid/criteria/queryable/selectable_spec.rb +1 -565
- data/spec/mongoid/criteria/queryable/selectable_where_spec.rb +590 -0
- data/spec/mongoid/criteria_projection_spec.rb +411 -0
- data/spec/mongoid/criteria_spec.rb +0 -275
- data/spec/mongoid/document_fields_spec.rb +26 -0
- data/spec/mongoid/document_spec.rb +13 -13
- data/spec/mongoid/equality_spec.rb +0 -1
- data/spec/mongoid/errors/delete_restriction_spec.rb +1 -1
- data/spec/mongoid/extensions/false_class_spec.rb +1 -1
- data/spec/mongoid/extensions/string_spec.rb +5 -5
- data/spec/mongoid/extensions/stringified_symbol_spec.rb +85 -0
- data/spec/mongoid/extensions/true_class_spec.rb +1 -1
- data/spec/mongoid/fields/localized_spec.rb +4 -4
- data/spec/mongoid/fields_spec.rb +4 -4
- data/spec/mongoid/inspectable_spec.rb +12 -4
- data/spec/mongoid/matcher/extract_attribute_data/numeric_keys.yml +104 -0
- data/spec/mongoid/matcher/extract_attribute_data/traversal.yml +68 -88
- data/spec/mongoid/matcher/extract_attribute_spec.rb +3 -13
- data/spec/mongoid/persistable/deletable_spec.rb +175 -1
- data/spec/mongoid/persistable/destroyable_spec.rb +191 -3
- data/spec/mongoid/persistable/savable_spec.rb +3 -5
- data/spec/mongoid/persistable/settable_spec.rb +30 -0
- data/spec/mongoid/persistable/upsertable_spec.rb +1 -1
- data/spec/mongoid/query_cache_middleware_spec.rb +8 -0
- data/spec/mongoid/reloadable_spec.rb +18 -1
- data/spec/mongoid/shardable_spec.rb +44 -0
- data/spec/mongoid/touchable_spec.rb +104 -16
- data/spec/mongoid/touchable_spec_models.rb +52 -0
- data/spec/mongoid/validatable_spec.rb +1 -1
- data/spec/shared/LICENSE +20 -0
- data/spec/shared/bin/get-mongodb-download-url +17 -0
- data/spec/shared/lib/mrss/child_process_helper.rb +80 -0
- data/spec/shared/lib/mrss/cluster_config.rb +221 -0
- data/spec/shared/lib/mrss/constraints.rb +354 -0
- data/spec/shared/lib/mrss/docker_runner.rb +265 -0
- data/spec/shared/lib/mrss/lite_constraints.rb +191 -0
- data/spec/shared/lib/mrss/server_version_registry.rb +115 -0
- data/spec/shared/lib/mrss/spec_organizer.rb +162 -0
- data/spec/shared/lib/mrss/utils.rb +15 -0
- data/spec/shared/share/Dockerfile.erb +231 -0
- data/spec/shared/shlib/distro.sh +73 -0
- data/spec/shared/shlib/server.sh +290 -0
- data/spec/shared/shlib/set_env.sh +128 -0
- data/spec/spec_helper.rb +7 -1
- data/spec/support/client_registry.rb +9 -0
- data/spec/support/constraints.rb +0 -226
- data/spec/support/models/bolt.rb +8 -0
- data/spec/support/models/customer.rb +11 -0
- data/spec/support/models/customer_address.rb +12 -0
- data/spec/support/models/dictionary.rb +6 -0
- data/spec/support/models/hole.rb +13 -0
- data/spec/support/models/mop.rb +9 -0
- data/spec/support/models/nut.rb +8 -0
- data/spec/support/models/order.rb +11 -0
- data/spec/support/models/person.rb +8 -0
- data/spec/support/models/sealer.rb +8 -0
- data/spec/support/models/series.rb +1 -0
- data/spec/support/models/shirt.rb +12 -0
- data/spec/support/models/spacer.rb +8 -0
- data/spec/support/models/threadlocker.rb +8 -0
- data/spec/support/models/washer.rb +8 -0
- data/spec/support/models/wiki_page.rb +1 -0
- data/spec/support/spec_config.rb +8 -0
- metadata +655 -507
- metadata.gz.sig +0 -0
- data/spec/support/child_process_helper.rb +0 -79
- data/spec/support/cluster_config.rb +0 -158
- data/spec/support/lite_constraints.rb +0 -22
- data/spec/support/spec_organizer.rb +0 -130
@@ -0,0 +1,115 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
# encoding: utf-8
|
3
|
+
|
4
|
+
autoload :JSON, 'json'
|
5
|
+
require 'open-uri'
|
6
|
+
|
7
|
+
module Mrss
|
8
|
+
class ServerVersionRegistry
|
9
|
+
class Error < StandardError
|
10
|
+
end
|
11
|
+
|
12
|
+
class UnknownVersion < Error
|
13
|
+
end
|
14
|
+
|
15
|
+
class MissingDownloadUrl < Error
|
16
|
+
end
|
17
|
+
|
18
|
+
class BrokenDownloadUrl < Error
|
19
|
+
end
|
20
|
+
|
21
|
+
def initialize(desired_version, arch)
|
22
|
+
@desired_version, @arch = desired_version, arch
|
23
|
+
end
|
24
|
+
|
25
|
+
attr_reader :desired_version, :arch
|
26
|
+
|
27
|
+
def download_url
|
28
|
+
@download_url ||= begin
|
29
|
+
version, version_ok = detect_version(current_catalog)
|
30
|
+
if version.nil?
|
31
|
+
version, full_version_ok = detect_version(full_catalog)
|
32
|
+
version_ok ||= full_version_ok
|
33
|
+
end
|
34
|
+
if version.nil?
|
35
|
+
if version_ok
|
36
|
+
raise MissingDownloadUrl, "No downloads for version #{desired_version}"
|
37
|
+
else
|
38
|
+
raise UnknownVersion, "No version #{desired_version}"
|
39
|
+
end
|
40
|
+
end
|
41
|
+
dl = version['downloads'].detect do |dl|
|
42
|
+
dl['archive']['url'].index("enterprise-#{arch}") &&
|
43
|
+
dl['arch'] == 'x86_64'
|
44
|
+
end
|
45
|
+
unless dl
|
46
|
+
raise MissingDownloadUrl, "No download for #{arch} for #{version['version']}"
|
47
|
+
end
|
48
|
+
url = dl['archive']['url']
|
49
|
+
end
|
50
|
+
rescue MissingDownloadUrl
|
51
|
+
if %w(4.7 4.7.0).include?(desired_version)
|
52
|
+
# 4.7.0 has no advertised downloads but it is downloadable and
|
53
|
+
# we do need it. Dirty hack below.
|
54
|
+
registry = self.class.new('4.4.3', arch)
|
55
|
+
registry.download_url.sub('4.4.3', '4.7.0').tap do |url|
|
56
|
+
# Sanity check - ensure the URL we hacked up is a valid one
|
57
|
+
io = uri_open(url)
|
58
|
+
begin
|
59
|
+
io.read(1)
|
60
|
+
ensure
|
61
|
+
io.close
|
62
|
+
end
|
63
|
+
end
|
64
|
+
else
|
65
|
+
raise
|
66
|
+
end
|
67
|
+
end
|
68
|
+
|
69
|
+
private
|
70
|
+
|
71
|
+
def uri_open(*args)
|
72
|
+
if RUBY_VERSION < '2.5'
|
73
|
+
open(*args)
|
74
|
+
else
|
75
|
+
URI.open(*args)
|
76
|
+
end
|
77
|
+
end
|
78
|
+
|
79
|
+
def detect_version(catalog)
|
80
|
+
candidate_versions = catalog['versions'].select do |version|
|
81
|
+
version['version'].start_with?(desired_version) &&
|
82
|
+
!version['version'].include?('-')
|
83
|
+
end
|
84
|
+
version_ok = !candidate_versions.empty?
|
85
|
+
# Sometimes the download situation is borked and there is a release
|
86
|
+
# with no downloads... skip those.
|
87
|
+
version = candidate_versions.detect do |version|
|
88
|
+
!version['downloads'].empty?
|
89
|
+
end
|
90
|
+
# Allow RC releases if there isn't a GA release.
|
91
|
+
if version.nil?
|
92
|
+
candidate_versions = catalog['versions'].select do |version|
|
93
|
+
version['version'].start_with?(desired_version)
|
94
|
+
end
|
95
|
+
version_ok ||= !candidate_versions.empty?
|
96
|
+
version = candidate_versions.detect do |version|
|
97
|
+
!version['downloads'].empty?
|
98
|
+
end
|
99
|
+
end
|
100
|
+
[version, version_ok]
|
101
|
+
end
|
102
|
+
|
103
|
+
def current_catalog
|
104
|
+
@current_catalog ||= begin
|
105
|
+
JSON.load(uri_open('http://downloads.mongodb.org/current.json').read)
|
106
|
+
end
|
107
|
+
end
|
108
|
+
|
109
|
+
def full_catalog
|
110
|
+
@full_catalog ||= begin
|
111
|
+
JSON.load(uri_open('http://downloads.mongodb.org/full.json').read)
|
112
|
+
end
|
113
|
+
end
|
114
|
+
end
|
115
|
+
end
|
@@ -0,0 +1,162 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
# encoding: utf-8
|
3
|
+
|
4
|
+
autoload :JSON, 'json'
|
5
|
+
autoload :FileUtils, 'fileutils'
|
6
|
+
autoload :Find, 'find'
|
7
|
+
|
8
|
+
module Mrss
|
9
|
+
|
10
|
+
autoload :ChildProcessHelper, 'mrss/child_process_helper'
|
11
|
+
|
12
|
+
# Organizes and runs all of the tests in the test suite in batches.
|
13
|
+
#
|
14
|
+
# Organizing the tests in batches serves two purposes:
|
15
|
+
#
|
16
|
+
# 1. This allows running unit tests before integration tests, therefore
|
17
|
+
# in theory revealing failures quicker on average.
|
18
|
+
# 2. This allows running some tests that have high intermittent failure rate
|
19
|
+
# in their own test process.
|
20
|
+
#
|
21
|
+
# This class aggregates RSpec results after the test runs.
|
22
|
+
class SpecOrganizer
|
23
|
+
|
24
|
+
class BucketsNotPrioritized < StandardError
|
25
|
+
end
|
26
|
+
|
27
|
+
def initialize(root: nil, classifiers:, priority_order:,
|
28
|
+
spec_root: nil, rspec_json_path: nil, rspec_all_json_path: nil
|
29
|
+
)
|
30
|
+
@spec_root = spec_root || File.join(root, 'spec')
|
31
|
+
@classifiers = classifiers
|
32
|
+
@priority_order = priority_order
|
33
|
+
@rspec_json_path = rspec_json_path || File.join(root, 'tmp/rspec.json')
|
34
|
+
@rspec_all_json_path = rspec_all_json_path || File.join(root, 'tmp/rspec-all.json')
|
35
|
+
end
|
36
|
+
|
37
|
+
attr_reader :spec_root, :classifiers, :priority_order
|
38
|
+
attr_reader :rspec_json_path, :rspec_all_json_path
|
39
|
+
|
40
|
+
def buckets
|
41
|
+
@buckets ||= {}.tap do |buckets|
|
42
|
+
Find.find(spec_root) do |path|
|
43
|
+
next unless File.file?(path)
|
44
|
+
next unless path =~ /_spec\.rb\z/
|
45
|
+
rel_path = path[(spec_root.length + 1)..path.length]
|
46
|
+
|
47
|
+
found = false
|
48
|
+
classifiers.each do |(regexp, category)|
|
49
|
+
if regexp =~ rel_path
|
50
|
+
buckets[category] ||= []
|
51
|
+
buckets[category] << File.join('spec', rel_path)
|
52
|
+
found = true
|
53
|
+
break
|
54
|
+
end
|
55
|
+
end
|
56
|
+
|
57
|
+
unless found
|
58
|
+
buckets[nil] ||= []
|
59
|
+
buckets[nil] << File.join('spec', rel_path)
|
60
|
+
end
|
61
|
+
end
|
62
|
+
end.freeze
|
63
|
+
end
|
64
|
+
|
65
|
+
def ordered_buckets
|
66
|
+
@ordered_buckets ||= {}.tap do |ordered_buckets|
|
67
|
+
buckets = self.buckets.dup
|
68
|
+
priority_order.each do |category|
|
69
|
+
files = buckets.delete(category)
|
70
|
+
ordered_buckets[category] = files
|
71
|
+
end
|
72
|
+
|
73
|
+
if files = buckets.delete(nil)
|
74
|
+
ordered_buckets[nil] = files
|
75
|
+
end
|
76
|
+
|
77
|
+
unless buckets.empty?
|
78
|
+
raise BucketsNotPrioritized, "Some buckets were not prioritized: #{buckets.keys.map(&:to_s).join(', ')}"
|
79
|
+
end
|
80
|
+
end.freeze
|
81
|
+
end
|
82
|
+
|
83
|
+
def run
|
84
|
+
run_buckets(*buckets.keys)
|
85
|
+
end
|
86
|
+
|
87
|
+
def run_buckets(*buckets)
|
88
|
+
FileUtils.rm_f(rspec_all_json_path)
|
89
|
+
|
90
|
+
buckets.each do |bucket|
|
91
|
+
if bucket && !self.buckets[bucket]
|
92
|
+
raise "Unknown bucket #{bucket}"
|
93
|
+
end
|
94
|
+
end
|
95
|
+
buckets = Hash[self.buckets.select { |k, v| buckets.include?(k) }]
|
96
|
+
|
97
|
+
failed = []
|
98
|
+
|
99
|
+
priority_order.each do |category|
|
100
|
+
if files = buckets.delete(category)
|
101
|
+
unless run_files(category, files)
|
102
|
+
failed << category
|
103
|
+
end
|
104
|
+
end
|
105
|
+
end
|
106
|
+
if files = buckets.delete(nil)
|
107
|
+
unless run_files('remaining', files)
|
108
|
+
failed << 'remaining'
|
109
|
+
end
|
110
|
+
end
|
111
|
+
|
112
|
+
unless buckets.empty?
|
113
|
+
raise "Some buckets were not executed: #{buckets.keys.map(&:to_s).join(', ')}"
|
114
|
+
end
|
115
|
+
|
116
|
+
if failed.any?
|
117
|
+
raise "The following buckets failed: #{failed.map(&:to_s).join(', ')}"
|
118
|
+
end
|
119
|
+
end
|
120
|
+
|
121
|
+
def run_files(category, paths)
|
122
|
+
puts "Running #{category.to_s.gsub('_', ' ')} tests"
|
123
|
+
FileUtils.rm_f(rspec_json_path)
|
124
|
+
cmd = %w(rspec) + paths
|
125
|
+
|
126
|
+
begin
|
127
|
+
ChildProcessHelper.check_call(cmd)
|
128
|
+
ensure
|
129
|
+
if File.exist?(rspec_json_path)
|
130
|
+
if File.exist?(rspec_all_json_path)
|
131
|
+
merge_rspec_results
|
132
|
+
else
|
133
|
+
FileUtils.cp(rspec_json_path, rspec_all_json_path)
|
134
|
+
end
|
135
|
+
end
|
136
|
+
end
|
137
|
+
|
138
|
+
true
|
139
|
+
rescue ChildProcessHelper::SpawnError
|
140
|
+
false
|
141
|
+
end
|
142
|
+
|
143
|
+
def merge_rspec_results
|
144
|
+
all = JSON.parse(File.read(rspec_all_json_path))
|
145
|
+
new = JSON.parse(File.read(rspec_json_path))
|
146
|
+
all['examples'] += new.delete('examples')
|
147
|
+
new.delete('summary').each do |k, v|
|
148
|
+
all['summary'][k] += v
|
149
|
+
end
|
150
|
+
new.delete('version')
|
151
|
+
new.delete('summary_line')
|
152
|
+
unless new.empty?
|
153
|
+
raise "Unhandled rspec results keys: #{new.keys.join(', ')}"
|
154
|
+
end
|
155
|
+
# We do not merge summary lines, delete them from aggregated results
|
156
|
+
all.delete('summary_line')
|
157
|
+
File.open(rspec_all_json_path, 'w') do |f|
|
158
|
+
f << JSON.dump(all)
|
159
|
+
end
|
160
|
+
end
|
161
|
+
end
|
162
|
+
end
|
@@ -0,0 +1,231 @@
|
|
1
|
+
# Python toolchain as of this writing is available on rhel62, debian92 and
|
2
|
+
# ubuntu1604.
|
3
|
+
#
|
4
|
+
# To run rhel62 in docker, host system must be configured to emulate syscalls:
|
5
|
+
# https://github.com/CentOS/sig-cloud-instance-images/issues/103
|
6
|
+
|
7
|
+
<%
|
8
|
+
|
9
|
+
python_toolchain_url = "https://s3.amazonaws.com//mciuploads/mongo-python-driver-toolchain/#{distro}/ba92de2700c04ee2d4f82c3ffdfc33105140cb04/mongo_python_driver_toolchain_#{distro.gsub('-', '_')}_ba92de2700c04ee2d4f82c3ffdfc33105140cb04_19_11_14_15_33_33.tar.gz"
|
10
|
+
server_version = '4.3.3'
|
11
|
+
server_url = "http://downloads.10gen.com/linux/mongodb-linux-x86_64-enterprise-#{distro}-#{server_version}.tgz"
|
12
|
+
server_archive_basename = File.basename(server_url)
|
13
|
+
server_extracted_dir = server_archive_basename.sub(/\.(tar\.gz|tgz)$/, '')
|
14
|
+
|
15
|
+
toolchain_upper='291ba4a4e8297f142796e70eee71b99f333e35e1'
|
16
|
+
|
17
|
+
ruby_toolchain_url = "http://boxes.10gen.com/build/toolchain-drivers/mongo-ruby-driver/ruby-toolchain-#{distro}-#{toolchain_upper}.tar.xz"
|
18
|
+
#ruby_toolchain_url = "https://s3.amazonaws.com//mciuploads/mongo-ruby-toolchain/#{distro}/#{toolchain_upper}/mongo_ruby_driver_toolchain_#{distro.gsub('-', '_')}_patch_#{toolchain_upper}_#{toolchain_lower}.tar.gz"
|
19
|
+
|
20
|
+
%>
|
21
|
+
|
22
|
+
FROM <%= base_image %>
|
23
|
+
|
24
|
+
<% if debian? %>
|
25
|
+
|
26
|
+
ENV DEBIAN_FRONTEND=noninteractive
|
27
|
+
|
28
|
+
<% else %>
|
29
|
+
|
30
|
+
RUN echo assumeyes=1 |tee -a /etc/yum.conf
|
31
|
+
|
32
|
+
<% end %>
|
33
|
+
|
34
|
+
<% if ruby_head? %>
|
35
|
+
|
36
|
+
# To use current versions of mlaunch, Python 3.6+ is required.
|
37
|
+
# Most distros ship with older Pythons, therefore we need to install
|
38
|
+
# a newer Python from somewhere. This section installs the Python
|
39
|
+
# toolhcain which comes with recent Pythons.
|
40
|
+
# Alternatively, Ruby toolchain compiles its own copy of Python 3 but
|
41
|
+
# this is currently incomplete in that on older distros with old OpenSSL,
|
42
|
+
# the built Python has no ssl module and hence practically is unusable.
|
43
|
+
# Currently Ruby driver uses mtools-legacy which supports Python 2,
|
44
|
+
# avoiding this entire issue for the time being.
|
45
|
+
|
46
|
+
#RUN curl --retry 3 -fL <%= python_toolchain_url %> -o python-toolchain.tar.gz
|
47
|
+
#RUN tar -xC /opt -zf python-toolchain.tar.gz
|
48
|
+
|
49
|
+
<% end %>
|
50
|
+
|
51
|
+
<% if debian? %>
|
52
|
+
|
53
|
+
# zsh is not required for any scripts but it is a better interactive shell
|
54
|
+
# than bash.
|
55
|
+
# Ruby runtime dependencies: libyaml-0-2
|
56
|
+
# Compiling ruby libraries: gcc make
|
57
|
+
# Compiling pyhton packages: python2.7-dev
|
58
|
+
# JRuby: openjdk-8-jre-headless
|
59
|
+
# Server dependencies: libsnmp30 libcurl3/libcurl4
|
60
|
+
# Determining OS we are running on: lsb-release
|
61
|
+
# Kerberos testing: krb5-user
|
62
|
+
# Local Kerberos server: krb5-kdc krb5-admin-server
|
63
|
+
# Installing mlaunch from git: git
|
64
|
+
# ruby-head archive: bzip2
|
65
|
+
# nio4r on JRuby: libgmp-dev
|
66
|
+
# Snappy compression: libsnappy-dev
|
67
|
+
# nokogiri: zlib1g-dev
|
68
|
+
# Mongoid testing: tzdata shared-mime-info
|
69
|
+
# Mongoid application testing: nodejs (8.x or newer)
|
70
|
+
#
|
71
|
+
# We currently use Python 2-compatible version of mtools, which
|
72
|
+
# is installable via pip (which uses Python 2). All of the MongoDB
|
73
|
+
# distros have pip installed (but none as of this writing have pip3)
|
74
|
+
# therefore install python-pip in all configurations here.
|
75
|
+
|
76
|
+
<% packages = %w(
|
77
|
+
lsb-release bzip2 curl zsh
|
78
|
+
git make gcc libyaml-0-2 libgmp-dev zlib1g-dev libsnappy-dev
|
79
|
+
libsnmp30
|
80
|
+
krb5-user krb5-kdc krb5-admin-server libsasl2-dev libsasl2-modules-gssapi-mit
|
81
|
+
python-pip python2.7-dev python3-pip
|
82
|
+
tzdata shared-mime-info
|
83
|
+
) %>
|
84
|
+
|
85
|
+
# ubuntu1404 only has openjdk-7-jre-headless
|
86
|
+
<% if distro !~ /ubuntu1404/ %>
|
87
|
+
<% packages << 'openjdk-8-jre-headless' %>
|
88
|
+
<% end %>
|
89
|
+
|
90
|
+
# ubuntu1404, ubuntu1604: libcurl3
|
91
|
+
# ubuntu1804: libcurl4
|
92
|
+
<% if distro =~ /ubuntu1804/ %>
|
93
|
+
<% packages << 'libcurl4' %>
|
94
|
+
<% else %>
|
95
|
+
<% packages << 'libcurl3' %>
|
96
|
+
<% end %>
|
97
|
+
|
98
|
+
<% if distro =~ /ubuntu1804/ %>
|
99
|
+
<% packages << 'nodejs' %>
|
100
|
+
<% end %>
|
101
|
+
|
102
|
+
RUN apt-get update && apt-get install -y <%= packages.join(' ') %>
|
103
|
+
<% else %>
|
104
|
+
|
105
|
+
# Enterprise server: net-snmp
|
106
|
+
# lsb_release: redhat-lsb-core
|
107
|
+
# our runner scripts: which
|
108
|
+
# Ruby dependency: libyaml
|
109
|
+
# compiling python packages: gcc python-devel
|
110
|
+
# Kerberos tests: krb5-workstation + cyrus-sasl-devel to build the
|
111
|
+
# mongo_kerberos gem + cyrus-sasl-gssapi for authentication to work
|
112
|
+
# Local Kerberos server: krb5-server
|
113
|
+
# JRuby: java-1.8.0-openjdk
|
114
|
+
#
|
115
|
+
# Note: lacking cyrus-sasl-gssapi produces a cryptic message
|
116
|
+
# "SASL(-4): no mechanism available: No worthy mechs found"
|
117
|
+
# https://github.com/farorm/python-ad/issues/10
|
118
|
+
|
119
|
+
RUN yum install -y redhat-lsb-core which git gcc libyaml krb5-server \
|
120
|
+
krb5-workstation cyrus-sasl-devel cyrus-sasl-gssapi java-1.8.0-openjdk \
|
121
|
+
net-snmp
|
122
|
+
|
123
|
+
<% if distro =~ /rhel6/ %>
|
124
|
+
|
125
|
+
# RHEL 6 ships with Python 2.6.
|
126
|
+
|
127
|
+
RUN yum install -y centos-release-scl && \
|
128
|
+
yum install -y python27-python python27-python-devel
|
129
|
+
ENV PATH=/opt/rh/python27/root/usr/bin:$PATH \
|
130
|
+
LD_LIBRARY_PATH=/opt/rh/python27/root/usr/lib64
|
131
|
+
|
132
|
+
<% else %>
|
133
|
+
|
134
|
+
RUN yum install -y python-devel
|
135
|
+
|
136
|
+
<% end %>
|
137
|
+
|
138
|
+
<% end %>
|
139
|
+
|
140
|
+
<% if preload? %>
|
141
|
+
|
142
|
+
# Current virtualenv fails with
|
143
|
+
# https://github.com/pypa/virtualenv/issues/1630
|
144
|
+
RUN python2 -m pip install 'virtualenv<20' 'mtools-legacy[mlaunch]'
|
145
|
+
|
146
|
+
RUN pip --version && \
|
147
|
+
pip install mtools-legacy[mlaunch]
|
148
|
+
|
149
|
+
<% if @env.fetch('MONGODB_VERSION') >= '4.4' %>
|
150
|
+
RUN python3 -mpip install asn1crypto oscrypto flask
|
151
|
+
<% end %>
|
152
|
+
|
153
|
+
<% unless ruby_head? %>
|
154
|
+
|
155
|
+
RUN curl --retry 3 -fL <%= ruby_toolchain_url %> |tar -xC /opt -Jf -
|
156
|
+
ENV PATH=/opt/rubies/<%= ruby %>/bin:$PATH \
|
157
|
+
USE_OPT_TOOLCHAIN=1
|
158
|
+
#ENV PATH=/opt/rubies/python/3/bin:$PATH
|
159
|
+
|
160
|
+
<% end %>
|
161
|
+
|
162
|
+
<% if distro =~ /rhel|ubuntu1604/ %>
|
163
|
+
|
164
|
+
# Ubuntu 12.04 ships pip 1.0 which is ancient and does not work.
|
165
|
+
#
|
166
|
+
# Ubuntu 16.04 apparently also ships a pip that does not work:
|
167
|
+
# https://stackoverflow.com/questions/37495375/python-pip-install-throws-typeerror-unsupported-operand-types-for-retry
|
168
|
+
# Potentially this only affects environments with less than ideal
|
169
|
+
# connectivity (or, perhaps, when python package registry is experiencing
|
170
|
+
# availability issues) when pip must retry to install packages.
|
171
|
+
#
|
172
|
+
# rhel apparently does not package pip at all in core repoitories,
|
173
|
+
# therefore install it the manual way.
|
174
|
+
#
|
175
|
+
# https://pip.pypa.io/en/stable/installing/
|
176
|
+
RUN curl --retry 3 -fL https://bootstrap.pypa.io/pip/2.7/get-pip.py | python
|
177
|
+
|
178
|
+
<% end %>
|
179
|
+
|
180
|
+
RUN curl --retry 3 -fL <%= server_download_url %> |tar xzf - && \
|
181
|
+
mv mongo*/ /opt/mongodb
|
182
|
+
ENV USE_OPT_MONGODB=1 USE_SYSTEM_PYTHON_PACKAGES=1
|
183
|
+
|
184
|
+
<% end %>
|
185
|
+
|
186
|
+
WORKDIR /app
|
187
|
+
|
188
|
+
<% if preload? && !ruby_head? %>
|
189
|
+
|
190
|
+
COPY Gemfile .
|
191
|
+
COPY gemfiles gemfiles
|
192
|
+
COPY *.gemspec .
|
193
|
+
COPY lib/<%= project_lib_subdir %>/version.rb lib/<%= project_lib_subdir %>/version.rb
|
194
|
+
RUN bundle install
|
195
|
+
COPY .evergreen/patch-debuggers .evergreen/patch-debuggers
|
196
|
+
RUN .evergreen/patch-debuggers /opt/rubies
|
197
|
+
|
198
|
+
<% end %>
|
199
|
+
|
200
|
+
<% if fle? %>
|
201
|
+
RUN curl --retry 3 -fLo libmongocrypt-all.tar.gz "https://s3.amazonaws.com/mciuploads/libmongocrypt/all/master/latest/libmongocrypt-all.tar.gz"
|
202
|
+
RUN tar xf libmongocrypt-all.tar.gz
|
203
|
+
|
204
|
+
<%= "ENV LIBMONGOCRYPT_PATH #{libmongocrypt_path}" %>
|
205
|
+
<% end %>
|
206
|
+
|
207
|
+
ENV MONGO_ORCHESTRATION_HOME=/tmpfs \
|
208
|
+
PROJECT_DIRECTORY=/app \
|
209
|
+
<%= @env.map { |k, v| %Q`#{k}="#{v.gsub('$', "\\$").gsub('"', "\\\"")}"` }.join(" \\\n ") %>
|
210
|
+
|
211
|
+
<% if interactive? %>
|
212
|
+
ENV INTERACTIVE=1
|
213
|
+
<% end %>
|
214
|
+
|
215
|
+
COPY . .
|
216
|
+
|
217
|
+
<% if expose? %>
|
218
|
+
|
219
|
+
<% ports = [] %>
|
220
|
+
|
221
|
+
<% 0.upto(num_exposed_ports-1) do |i| %>
|
222
|
+
<% ports << 27017 + i %>
|
223
|
+
<% end %>
|
224
|
+
|
225
|
+
<% if @env['OCSP_ALGORITHM'] %>
|
226
|
+
<% ports << 8100 %>
|
227
|
+
<% end %>
|
228
|
+
|
229
|
+
EXPOSE <%= ports.map(&:to_s).join(' ') %>
|
230
|
+
|
231
|
+
<% end %>
|