bson 5.0.2-java → 5.1.1-java

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. checksums.yaml +4 -4
  2. data/Rakefile +16 -26
  3. data/lib/bson/binary.rb +126 -4
  4. data/lib/bson/document.rb +8 -0
  5. data/lib/bson/object_id.rb +1 -1
  6. data/lib/bson/regexp.rb +3 -3
  7. data/lib/bson/vector.rb +44 -0
  8. data/lib/bson/version.rb +5 -16
  9. data/lib/bson-ruby.jar +0 -0
  10. data/lib/bson.rb +1 -0
  11. data/spec/bson/document_as_spec.rb +14 -0
  12. data/spec/bson/vector_spec.rb +33 -0
  13. data/spec/runners/binary_vector.rb +78 -0
  14. data/spec/shared/LICENSE +20 -0
  15. data/spec/shared/bin/get-mongodb-download-url +17 -0
  16. data/spec/shared/bin/s3-copy +45 -0
  17. data/spec/shared/bin/s3-upload +69 -0
  18. data/spec/shared/lib/mrss/child_process_helper.rb +80 -0
  19. data/spec/shared/lib/mrss/cluster_config.rb +231 -0
  20. data/spec/shared/lib/mrss/constraints.rb +378 -0
  21. data/spec/shared/lib/mrss/docker_runner.rb +298 -0
  22. data/spec/shared/lib/mrss/eg_config_utils.rb +51 -0
  23. data/spec/shared/lib/mrss/event_subscriber.rb +210 -0
  24. data/spec/shared/lib/mrss/lite_constraints.rb +238 -0
  25. data/spec/shared/lib/mrss/release/candidate.rb +281 -0
  26. data/spec/shared/lib/mrss/release/product_data.rb +144 -0
  27. data/spec/shared/lib/mrss/server_version_registry.rb +113 -0
  28. data/spec/shared/lib/mrss/session_registry.rb +69 -0
  29. data/spec/shared/lib/mrss/session_registry_legacy.rb +60 -0
  30. data/spec/shared/lib/mrss/spec_organizer.rb +179 -0
  31. data/spec/shared/lib/mrss/utils.rb +37 -0
  32. data/spec/shared/lib/tasks/candidate.rake +64 -0
  33. data/spec/shared/share/Dockerfile.erb +251 -0
  34. data/spec/shared/share/haproxy-1.conf +16 -0
  35. data/spec/shared/share/haproxy-2.conf +17 -0
  36. data/spec/shared/shlib/config.sh +27 -0
  37. data/spec/shared/shlib/distro.sh +84 -0
  38. data/spec/shared/shlib/server.sh +423 -0
  39. data/spec/shared/shlib/set_env.sh +110 -0
  40. data/spec/spec_helper.rb +2 -0
  41. data/spec/spec_tests/binary_vector_spec.rb +82 -0
  42. data/spec/spec_tests/data/binary_vector/README.md +61 -0
  43. data/spec/spec_tests/data/binary_vector/float32.json +65 -0
  44. data/spec/spec_tests/data/binary_vector/int8.json +57 -0
  45. data/spec/spec_tests/data/binary_vector/packed_bit.json +83 -0
  46. data/spec/spec_tests/data/corpus/binary.json +30 -0
  47. metadata +70 -6
@@ -0,0 +1,281 @@
1
+ # frozen_string_literal: true
2
+
3
+ require 'json'
4
+
5
+ require_relative 'product_data'
6
+
7
+ module Mrss
8
+ module Release
9
+ class Candidate
10
+ # Release note section titles, by pr type
11
+ SECTION_TITLE = {
12
+ bcbreak: "Breaking Changes",
13
+ feature: "New Features",
14
+ bug: "Bug Fixes",
15
+ }.freeze
16
+
17
+ # GitHub labels
18
+ BCBREAK = 'bcbreak'
19
+ FEATURE = 'feature'
20
+ BUG = 'bug'
21
+ PATCH = 'patch'
22
+
23
+ def self.instance
24
+ @instance ||= new
25
+
26
+ yield @instance if block_given?
27
+
28
+ @instance
29
+ end
30
+
31
+ def product
32
+ @product ||= ProductData.new
33
+ end
34
+
35
+ def bump_version
36
+ product.bump_version(release_type)
37
+ end
38
+
39
+ def bump_version!
40
+ product.bump_version!(release_type)
41
+ end
42
+
43
+ def branch_name
44
+ @branch_name ||= "rc-#{product.version}"
45
+ end
46
+
47
+ # return a string of commit names since the last release
48
+ def pending_changes
49
+ @changes ||= begin
50
+ range = product.tag_exists? ? "#{product.tag_name}.." : ""
51
+ `git log --pretty=format:"%s" #{range}`
52
+ end
53
+ end
54
+
55
+ # return a list of PR numbers since the last release
56
+ def pending_pr_numbers
57
+ @pending_pr_numbers ||= pending_changes.
58
+ lines.
59
+ map { |line| line.match(/\(#(\d+)\)$/).then { |m| m && m[1] } }.
60
+ compact.
61
+ sort.reverse
62
+ end
63
+
64
+ # return a JSON string of PR data
65
+ def pending_pr_dump
66
+ @pending_pr_dump ||= `gh pr list --state all --limit 256 --json number,title,labels,url,body --jq 'map(select([.number] | inside([#{pending_pr_numbers.join(',')}]))) | sort_by(.number)'`
67
+ end
68
+
69
+ # return a list of PR data since the last release
70
+ def pending_prs
71
+ @pending_prs ||= JSON.parse(pending_pr_dump)
72
+ end
73
+
74
+ # return a list of pending prs with additional attributes (summary,
75
+ # short title, jira issue number).
76
+ def decorated_prs
77
+ @decorated_prs ||= pending_prs.map do |pr|
78
+ jira_issue, pr_title = split_pr_title(pr)
79
+ summary = extract_summary(pr)
80
+ type = pr_type(pr)
81
+ type_code = pr_type_code(type)
82
+ patch_flag = pr_patch_flag?(pr)
83
+
84
+ pr.merge('jira' => jira_issue,
85
+ 'short-title' => pr_title,
86
+ 'summary' => summary,
87
+ 'type' => type,
88
+ 'type-code' => type_code,
89
+ 'patch' => patch_flag)
90
+ end
91
+ end
92
+
93
+ # return a hash of decorated prs grouped by :bcbreak, :feature, or :bug
94
+ def prs_by_type
95
+ @prs_by_type ||= decorated_prs.group_by { |pr| pr['type'] }
96
+ end
97
+
98
+ # returns 'major', 'minor', or 'patch', depending on the presence of
99
+ # (respectively) :bcbreak, :feature, or :bug labels.
100
+ #
101
+ # If the RELEASE environment variable is set, its value will be used
102
+ # directly, ignoring whatever PR labels might exist.
103
+ def release_type
104
+ @release_type ||= if ENV['RELEASE']
105
+ ENV['RELEASE']
106
+ elsif prs_by_type[:bcbreak]
107
+ 'major'
108
+ elsif prs_by_type[:feature] && prs_by_type[:feature].any? { |pr| !pr['patch'] }
109
+ 'minor'
110
+ else
111
+ 'patch'
112
+ end
113
+ end
114
+
115
+ # returns the generated release notes as a string
116
+ def release_notes
117
+ @release_notes ||= release_notes_intro +
118
+ %i[ bcbreak feature bug ].
119
+ flat_map { |type| release_notes_for_type(type) }.join("\n")
120
+ end
121
+
122
+ private
123
+
124
+ # returns an array of strings, each string representing a single line
125
+ # in the release notes for the PR's of the given type.
126
+ def release_notes_for_type(type)
127
+ return [] unless prs_by_type[type]
128
+
129
+ [].tap do |lines|
130
+ lines << "\# #{SECTION_TITLE[type]}"
131
+ lines << ''
132
+
133
+ prs = prs_by_type[type]
134
+ summarized, unsummarized = prs.partition { |pr| pr['summary'] }
135
+
136
+ summarized.each do |pr|
137
+ header = [ '### ' ]
138
+ header << "[#{pr['jira']}](#{jira_url(pr['jira'])}) " if pr['jira']
139
+ header << "#{pr['short-title']} ([PR](#{pr['url']}))"
140
+ lines << header.join
141
+ lines << ''
142
+ lines << pr['summary']
143
+ lines << ''
144
+ end
145
+
146
+ if summarized.any? && unsummarized.any?
147
+ lines << ''
148
+ lines << [ '### Other ', SECTION_TITLE[type] ].join
149
+ lines << ''
150
+ end
151
+
152
+ unsummarized.each do |pr|
153
+ line = [ '* ' ]
154
+ line << "[#{pr['jira']}](#{jira_url(pr['jira'])}) " if pr['jira']
155
+ line << "#{pr['short-title']} ([PR](#{pr['url']}))"
156
+
157
+ lines << line.join
158
+ end
159
+
160
+ lines << ''
161
+ end
162
+ end
163
+
164
+ # returns the URL of for the given jira issue
165
+ def jira_url(issue)
166
+ "https://jira.mongodb.org/browse/#{issue}"
167
+ end
168
+
169
+ # assumes a pr title in the format of "JIRA-1234 PR Title (#1234)",
170
+ # returns a tuple of [ jira-issue, title ], where jira-issue may be
171
+ # blank (if no jira issue is in the title).
172
+ def split_pr_title(pr)
173
+ title = pr['title'].gsub(/\(#\d+\)/, '').strip
174
+
175
+ if title =~ /^(\w+-\d+) (.*)$/
176
+ [ $1, $2 ]
177
+ else
178
+ [ nil, title ]
179
+ end
180
+ end
181
+
182
+ # extracts the summary section from the pr and returns it (or returns nil
183
+ # if no summary section is detected)
184
+ def extract_summary(pr)
185
+ summary = []
186
+ accumulating = false
187
+ level = nil
188
+
189
+ pr['body'].lines.each do |line|
190
+ # a header of any level titled "summary" will begin the summary
191
+ if !accumulating && line =~ /^(\#+)\s+summary\s+$/i
192
+ accumulating = true
193
+ level = $1.length
194
+
195
+ # a header of any level less than or equal to the summary header's
196
+ # level will end the summary
197
+ elsif accumulating && line =~ /^\#{1,#{level}}\s+/
198
+ break
199
+
200
+ # otherwise, the line is part of the summary
201
+ elsif accumulating
202
+ summary << line
203
+ end
204
+ end
205
+
206
+ summary.any? ? summary.join.strip : nil
207
+ end
208
+
209
+ # Returns a symbol (:bcbreak, :feature, or :bug) that identifies the
210
+ # type of this PR that would most strongly influence what type of release
211
+ # it requires.
212
+ def pr_type(pr)
213
+ if pr['labels'].any? { |l| l['name'] == BCBREAK }
214
+ :bcbreak
215
+ elsif pr['labels'].any? { |l| l['name'] == FEATURE }
216
+ :feature
217
+ elsif pr['labels'].any? { |l| l['name'] == BUG }
218
+ :bug
219
+ else
220
+ nil
221
+ end
222
+ end
223
+
224
+ # `true` if the `patch` label is applied to the PR. This is used to
225
+ # indicate that a "feature" PR should be treated as a patch, for
226
+ # determining the release type only.
227
+ def pr_patch_flag?(pr)
228
+ pr['labels'].any? { |l| l['name'] == PATCH }
229
+ end
230
+
231
+ def pr_type_code(type)
232
+ case type
233
+ when :bcbreak then 'x'
234
+ when :feature then 'f'
235
+ when :bug then 'b'
236
+ else '?'
237
+ end
238
+ end
239
+
240
+ def series
241
+ major, minor, = product.version_parts
242
+
243
+ case release_type
244
+ when 'minor' then
245
+ "#{major}.x"
246
+ when 'patch' then
247
+ "#{major}.#{minor}.x"
248
+ end
249
+ end
250
+
251
+ # Return a string containing the markdown-formatted intro block for
252
+ # the release notes of this candidate.
253
+ def release_notes_intro
254
+ release_description = case release_type
255
+ when 'major' then 'major release'
256
+ when 'minor' then "minor release in the #{series} series"
257
+ when 'patch' then "patch release in the #{series} series"
258
+ end
259
+
260
+ <<~INTRO
261
+ The MongoDB Ruby team is pleased to announce version #{product.version} of the `#{product.package}` gem - #{product.description}. This is a new #{release_description} of #{product.name}.
262
+
263
+ Install this release using [RubyGems](https://rubygems.org/) via the command line as follows:
264
+
265
+ ~~~
266
+ gem install -v #{product.version} #{product.package}
267
+ ~~~
268
+
269
+ Or simply add it to your `Gemfile`:
270
+
271
+ ~~~
272
+ gem '#{product.package}', '#{product.version}'
273
+ ~~~
274
+
275
+ Have any feedback? Click on through to MongoDB's JIRA and [open a new ticket](#{product.jira_project_url}) to let us know what's on your mind 🧠.
276
+
277
+ INTRO
278
+ end
279
+ end
280
+ end
281
+ end
@@ -0,0 +1,144 @@
1
+ # frozen_string_literal: true
2
+
3
+ require 'yaml'
4
+
5
+ module Mrss
6
+ module Release
7
+ class ProductData
8
+ FILE_PATH = 'product.yml'
9
+
10
+ def self.init!
11
+ if File.exist?(FILE_PATH)
12
+ raise "#{FILE_PATH} already exists; refusing to overwrite it"
13
+ end
14
+
15
+ initial_data = {
16
+ 'name' => 'Product Name',
17
+ 'description' => 'a very short description of the product',
18
+ 'package' => 'product_package',
19
+ 'jira' => 'https://url.to.jira/project',
20
+ 'version' => { 'number' => '1.0.0',
21
+ 'file' => 'path/to/version.rb' }
22
+ }
23
+
24
+ File.write(FILE_PATH, initial_data.to_yaml)
25
+ end
26
+
27
+ def initialize
28
+ @hash = YAML.load_file(FILE_PATH)
29
+ end
30
+
31
+ def save_product_file!
32
+ File.write(FILE_PATH, @hash.to_yaml)
33
+ end
34
+
35
+ def rewrite_version_file!
36
+ version_module = File.read(version_file)
37
+ new_module = version_module.
38
+ sub(/^(\s*)(VERSION\s*=\s*).*$/) { "#{$1}#{$2}#{quoted_version}" }
39
+ File.write(version_file, new_module)
40
+ end
41
+
42
+ def version
43
+ @hash['version']['number']
44
+ end
45
+
46
+ def quoted_version
47
+ if version.include?("'")
48
+ version.inspect
49
+ else
50
+ "'#{version}'"
51
+ end
52
+ end
53
+
54
+ def version=(number)
55
+ @hash['version']['number'] = number
56
+ end
57
+
58
+ # returns an array of [ major, minor, patch, suffix ].
59
+ #
60
+ # each element will be returned as a String.
61
+ def version_parts
62
+ version.split(/\./, 4)
63
+ end
64
+
65
+ # bump the version according to the given release type:
66
+ #
67
+ # 'major' -> increment major component, zero the others
68
+ # 'minor' -> increment minor component, zero the patch
69
+ # 'patch' -> increment the patch component
70
+ def bump_version(release)
71
+ major, minor, patch, suffix = version_parts
72
+
73
+ case release
74
+ when 'major' then
75
+ major = major.to_i + 1
76
+ minor = patch = 0
77
+ when 'minor'
78
+ minor = minor.to_i + 1
79
+ patch = 0
80
+ when 'patch'
81
+ patch = patch.to_i + 1
82
+ else
83
+ raise ArgumentError, "invalid release type: #{release.inspect}"
84
+ end
85
+
86
+ self.version = [ major, minor, patch ].join('.')
87
+ end
88
+
89
+ # Invokes `#bump_version`, and then saves the new version to the
90
+ # product.yml file and to the version.rb file.
91
+ def bump_version!(release)
92
+ bump_version(release)
93
+ save_product_file!
94
+ rewrite_version_file!
95
+ end
96
+
97
+ def version_file
98
+ @hash['version']['file']
99
+ end
100
+
101
+ def name
102
+ @hash['name']
103
+ end
104
+
105
+ # The description is intended to be used in places where it can be
106
+ # appended to the end of a sentence, e.g.
107
+ #
108
+ # "We just released #{product.name} - #{product.description}!"
109
+ #
110
+ # Markdown formatting is allowed (even expected).
111
+ def description
112
+ @hash['description']
113
+ end
114
+
115
+ def package
116
+ @hash['package']
117
+ end
118
+
119
+ def jira_project_url
120
+ @hash['jira']
121
+ end
122
+
123
+ def tag_name
124
+ "v#{version}"
125
+ end
126
+
127
+ def tag_exists?(tag = tag_name)
128
+ `git tag -l #{tag}`.strip == tag
129
+ end
130
+
131
+ def branch_exists?(branch)
132
+ `git branch -l #{branch}`.strip == branch
133
+ end
134
+
135
+ def base_branch
136
+ @base_branch ||= begin
137
+ major, minor, = version_parts
138
+ branch = "#{major}.#{minor}-stable"
139
+ branch_exists?(branch) ? branch : 'master'
140
+ end
141
+ end
142
+ end
143
+ end
144
+ end
@@ -0,0 +1,113 @@
1
+ # frozen_string_literal: true
2
+ # encoding: utf-8
3
+
4
+ autoload :JSON, 'json'
5
+ require 'open-uri'
6
+
7
+ module Mrss
8
+ class ServerVersionRegistry
9
+ class Error < StandardError
10
+ end
11
+
12
+ class UnknownVersion < Error
13
+ end
14
+
15
+ class MissingDownloadUrl < Error
16
+ end
17
+
18
+ class BrokenDownloadUrl < Error
19
+ end
20
+
21
+ def initialize(desired_version, arch)
22
+ @desired_version, @arch = desired_version, arch.sub(/-arm$/, '')
23
+ end
24
+
25
+ attr_reader :desired_version, :arch
26
+
27
+ def target_arch
28
+ # can't use RbConfig::CONFIG["arch"] because JRuby doesn't
29
+ # return anything meaningful there.
30
+ #
31
+ # also, need to use `uname -a` instead of (e.g.) `uname -p`
32
+ # because debian (at least) does not return anything meaningful
33
+ # for `uname -p`.
34
+ uname = `uname -a`.strip
35
+ @target_arch ||= case uname
36
+ when /aarch/ then "aarch64"
37
+ when /x86/ then "x86_64"
38
+ else raise "unsupported architecture #{uname.inspect}"
39
+ end
40
+ end
41
+
42
+ def download_url
43
+ @download_url ||= begin
44
+ version, version_ok = detect_version(current_catalog)
45
+ if version.nil?
46
+ version, full_version_ok = detect_version(full_catalog)
47
+ version_ok ||= full_version_ok
48
+ end
49
+ if version.nil?
50
+ if version_ok
51
+ raise MissingDownloadUrl, "No downloads for version #{desired_version}"
52
+ else
53
+ raise UnknownVersion, "No version #{desired_version}"
54
+ end
55
+ end
56
+ dl = version['downloads'].detect do |dl|
57
+ dl['archive']['url'].index("enterprise-#{arch}") &&
58
+ dl['arch'] == target_arch
59
+ end
60
+ unless dl
61
+ raise MissingDownloadUrl, "No download for #{arch} for #{version['version']}"
62
+ end
63
+ url = dl['archive']['url']
64
+ end
65
+ end
66
+
67
+ private
68
+
69
+ def uri_open(*args)
70
+ if RUBY_VERSION < '2.5'
71
+ open(*args)
72
+ else
73
+ URI.open(*args)
74
+ end
75
+ end
76
+
77
+ def detect_version(catalog)
78
+ candidate_versions = catalog['versions'].select do |version|
79
+ version['version'].start_with?(desired_version) &&
80
+ !version['version'].include?('-')
81
+ end
82
+ version_ok = !candidate_versions.empty?
83
+ # Sometimes the download situation is borked and there is a release
84
+ # with no downloads... skip those.
85
+ version = candidate_versions.detect do |version|
86
+ !version['downloads'].empty?
87
+ end
88
+ # Allow RC releases if there isn't a GA release.
89
+ if version.nil?
90
+ candidate_versions = catalog['versions'].select do |version|
91
+ version['version'].start_with?(desired_version)
92
+ end
93
+ version_ok ||= !candidate_versions.empty?
94
+ version = candidate_versions.detect do |version|
95
+ !version['downloads'].empty?
96
+ end
97
+ end
98
+ [version, version_ok]
99
+ end
100
+
101
+ def current_catalog
102
+ @current_catalog ||= begin
103
+ JSON.load(uri_open('http://downloads.mongodb.org/current.json').read)
104
+ end
105
+ end
106
+
107
+ def full_catalog
108
+ @full_catalog ||= begin
109
+ JSON.load(uri_open('http://downloads.mongodb.org/full.json').read)
110
+ end
111
+ end
112
+ end
113
+ end
@@ -0,0 +1,69 @@
1
+ # frozen_string_literal: true
2
+ # encoding: utf-8
3
+
4
+ require 'singleton'
5
+
6
+ module Mrss
7
+
8
+ def self.patch_mongo_for_session_registry
9
+
10
+ Mongo::Client.class_eval do
11
+ alias :get_session_without_tracking :get_session
12
+
13
+ def get_session(options = {})
14
+ get_session_without_tracking(options).tap do |session|
15
+ SessionRegistry.instance.register(session) if session&.materialized?
16
+ end
17
+ end
18
+ end
19
+
20
+ Mongo::Session.class_eval do
21
+ alias :end_session_without_tracking :end_session
22
+
23
+ def end_session
24
+ SessionRegistry.instance.unregister(self)
25
+ end_session_without_tracking
26
+ end
27
+
28
+ alias :materialize_if_needed_without_tracking :materialize_if_needed
29
+
30
+ def materialize_if_needed
31
+ materialize_if_needed_without_tracking.tap do
32
+ SessionRegistry.instance.register(self)
33
+ end
34
+ end
35
+ end
36
+ end
37
+ end
38
+
39
+ module Mrss
40
+ class SessionRegistry
41
+ include Singleton
42
+
43
+ def initialize
44
+ @registry = {}
45
+ end
46
+
47
+ def register(session)
48
+ @registry[session.session_id] = session if session
49
+ end
50
+
51
+ def unregister(session)
52
+ return if session.ended? || !session.materialized?
53
+ @registry.delete(session.session_id)
54
+ end
55
+
56
+ def verify_sessions_ended!
57
+ @registry.delete_if { |_, session| session.ended? }
58
+
59
+ unless @registry.empty?
60
+ sessions = @registry.map { |_, session| session }
61
+ raise "Session registry contains live sessions: #{sessions.join(', ')}"
62
+ end
63
+ end
64
+
65
+ def clear_registry
66
+ @registry = {}
67
+ end
68
+ end
69
+ end
@@ -0,0 +1,60 @@
1
+ # frozen_string_literal: true
2
+ # encoding: utf-8
3
+
4
+ require 'singleton'
5
+
6
+ module Mrss
7
+
8
+ def self.patch_mongo_for_session_registry
9
+
10
+ Mongo::Client.class_eval do
11
+ alias :get_session_without_tracking :get_session
12
+
13
+ def get_session(options = {})
14
+ get_session_without_tracking(options).tap do |session|
15
+ SessionRegistry.instance.register(session)
16
+ end
17
+ end
18
+ end
19
+
20
+ Mongo::Session.class_eval do
21
+ alias :end_session_without_tracking :end_session
22
+
23
+ def end_session
24
+ SessionRegistry.instance.unregister(self)
25
+ end_session_without_tracking
26
+ end
27
+ end
28
+ end
29
+ end
30
+
31
+ module Mrss
32
+ class SessionRegistry
33
+ include Singleton
34
+
35
+ def initialize
36
+ @registry = {}
37
+ end
38
+
39
+ def register(session)
40
+ @registry[session.session_id] = session if session
41
+ end
42
+
43
+ def unregister(session)
44
+ @registry.delete(session.session_id) unless session.ended?
45
+ end
46
+
47
+ def verify_sessions_ended!
48
+ @registry.delete_if { |_, session| session.ended? }
49
+
50
+ unless @registry.empty?
51
+ sessions = @registry.map { |_, session| session }
52
+ raise "Session registry contains live sessions: #{sessions.join(', ')}"
53
+ end
54
+ end
55
+
56
+ def clear_registry
57
+ @registry = {}
58
+ end
59
+ end
60
+ end