mongo 2.13.0.beta1 → 2.14.0

data/spec/runners/transactions/test.rb

@@ -41,13 +41,20 @@ module Mongo
         @spec = crud_spec
         @data = data
         @description = test['description']
-        @client_options = Utils.convert_client_options(test['clientOptions'] || {})
+        @client_options = {
+          # Disable legacy read & write retries, so that when spec tests
+          # disable modern retries we do not retry at all instead of using
+          # legacy retries which is contrary to what the tests want.
+          max_read_retries: 0,
+          max_write_retries: 0,
+          app_name: 'Tx spec - test client',
+        }.update(::Utils.convert_client_options(test['clientOptions'] || {}))
 
         @fail_point_command = test['failPoint']
 
         @session_options = if opts = test['sessionOptions']
           Hash[opts.map do |session_name, options|
-            [session_name.to_sym, Utils.convert_operation_options(options)]
+            [session_name.to_sym, ::Utils.convert_operation_options(options)]
           end]
         else
           {}
@@ -107,15 +114,35 @@ module Mongo
       end
 
       def test_client
-        @test_client ||= ClientRegistry.instance.global_client(
-          'authorized_without_retry_writes'
-        ).with(@client_options.merge(
-          database: @spec.database_name,
-        ))
+        @test_client ||= begin
+          sdam_proc = lambda do |test_client|
+            test_client.subscribe(Mongo::Monitoring::COMMAND, command_subscriber)
+
+            test_client.subscribe(Mongo::Monitoring::TOPOLOGY_OPENING, sdam_subscriber)
+            test_client.subscribe(Mongo::Monitoring::SERVER_OPENING, sdam_subscriber)
+            test_client.subscribe(Mongo::Monitoring::SERVER_DESCRIPTION_CHANGED, sdam_subscriber)
+            test_client.subscribe(Mongo::Monitoring::TOPOLOGY_CHANGED, sdam_subscriber)
+            test_client.subscribe(Mongo::Monitoring::SERVER_CLOSED, sdam_subscriber)
+            test_client.subscribe(Mongo::Monitoring::TOPOLOGY_CLOSED, sdam_subscriber)
+            test_client.subscribe(Mongo::Monitoring::CONNECTION_POOL, sdam_subscriber)
+          end
+
+          ClientRegistry.instance.new_local_client(
+            SpecConfig.instance.addresses,
+            SpecConfig.instance.authorized_test_options.merge(
+              database: @spec.database_name,
+              auth_source: SpecConfig.instance.auth_options[:auth_source] || 'admin',
+              sdam_proc: sdam_proc,
+            ).merge(@client_options))
+        end
       end
 
-      def event_subscriber
-        @event_subscriber ||= EventSubscriber.new
+      def command_subscriber
+        @command_subscriber ||= EventSubscriber.new
+      end
+
+      def sdam_subscriber
+        @sdam_subscriber ||= EventSubscriber.new(name: 'sdam subscriber')
       end
 
       # Run the test.
@@ -127,17 +154,33 @@ module Mongo
       #
       # @since 2.6.0
       def run
-        test_client.subscribe(Mongo::Monitoring::COMMAND, event_subscriber)
+        @threads = {}
 
         results = @operations.map do |op|
           target = resolve_target(test_client, op)
           if op.needs_session?
-            op.execute(target, session0, session1)
+            context = CRUD::Context.new(
+              session0: session0,
+              session1: session1,
+              sdam_subscriber: sdam_subscriber,
+              threads: @threads,
+              primary_address: @primary_address,
+            )
           else
             # Hack to support write concern operations tests, which are
             # defined to use transactions format but target pre-3.6 servers
             # that do not support sessions
-            op.execute(target || support_client, nil, nil)
+            target ||= support_client
+            context = CRUD::Context.new(
+              sdam_subscriber: sdam_subscriber,
+              threads: @threads,
+              primary_address: @primary_address,
+            )
+          end
+
+          op.execute(target, context).tap do
+            @threads = context.threads
+            @primary_address = context.primary_address
           end
         end
 
@@ -147,7 +190,7 @@ module Mongo
         @session0&.end_session
         @session1&.end_session
 
-        actual_events = Utils.yamlify_command_events(event_subscriber.started_events)
+        actual_events = ::Utils.yamlify_command_events(command_subscriber.started_events)
         actual_events = actual_events.reject do |event|
           event['command_started_event']['command']['endSessions']
         end
@@ -169,7 +212,7 @@ module Mongo
           contents: @result_collection.with(
             read: {mode: 'primary'},
             read_concern: { level: 'local' },
-          ).find.to_a,
+          ).find.sort(_id: 1).to_a,
           events: actual_events,
         }
       end
@@ -181,7 +224,7 @@ module Mongo
         end
 
         if ClusterConfig.instance.fcv_ish >= '4.2'
-          mongos_each_direct_client do |direct_client|
+          ::Utils.mongos_each_direct_client do |direct_client|
             direct_client.command(configureFailPoint: 'failCommand', mode: 'off')
           end
         end
@@ -216,9 +259,10 @@ module Mongo
 
         coll.insert_many(@data) unless @data.empty?
 
-        $distinct_ran ||= if description =~ /distinct/ || @operations.any? { |op| op.name == 'distinct' }
-          mongos_each_direct_client do |direct_client|
-            direct_client['test'].distinct('foo').to_a
+        $distinct_ran ||= {}
+        $distinct_ran[@spec.database_name] ||= if description =~ /distinct/ || @operations.any? { |op| op.name == 'distinct' }
+          ::Utils.mongos_each_direct_client do |direct_client|
+            direct_client.use(@spec.database_name)['test'].distinct('foo').to_a
           end
         end
 

data/spec/shared/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2020 MongoDB, Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/spec/shared/lib/mrss/child_process_helper.rb

@@ -0,0 +1,80 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
+autoload :ChildProcess, 'childprocess'
+autoload :Tempfile, 'tempfile'
+
+module Mrss
+  module ChildProcessHelper
+    class SpawnError < StandardError; end
+
+    module_function def call(cmd, env: nil, cwd: nil)
+      process = ChildProcess.new(*cmd)
+      process.io.inherit!
+      if cwd
+        process.cwd = cwd
+      end
+      if env
+        env.each do |k, v|
+          process.environment[k.to_s] = v
+        end
+      end
+      process.start
+      process.wait
+      process
+    end
+
+    module_function def check_call(cmd, env: nil, cwd: nil)
+      process = call(cmd, env: env, cwd: cwd)
+      unless process.exit_code == 0
+        raise SpawnError, "Failed to execute: #{cmd}"
+      end
+    end
+
+    module_function def get_output(cmd, env: nil, cwd: nil)
+      process = ChildProcess.new(*cmd)
+      process.io.inherit!
+      if cwd
+        process.cwd = cwd
+      end
+      if env
+        env.each do |k, v|
+          process.environment[k.to_s] = v
+        end
+      end
+
+      output = ''
+      r, w = IO.pipe
+
+      begin
+        process.io.stdout = w
+        process.start
+        w.close
+
+        thread = Thread.new do
+          begin
+            loop do
+              output << r.readpartial(16384)
+            end
+          rescue EOFError
+          end
+        end
+
+        process.wait
+        thread.join
+      ensure
+        r.close
+      end
+
+      [process, output]
+    end
+
+    module_function def check_output(*args)
+      process, output = get_output(*args)
+      unless process.exit_code == 0
+        raise SpawnError,"Failed to execute: #{args}"
+      end
+      output
+    end
+  end
+end

data/spec/shared/lib/mrss/constraints.rb

@@ -0,0 +1,303 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
+module Mrss
+  module Constraints
+    def min_server_version(version)
+      unless version =~ /\A\d+\.\d+\z/
+        raise ArgumentError, "Version can only be major.minor: #{version}"
+      end
+
+      before(:all) do
+        if version > ClusterConfig.instance.server_version
+          skip "Server version #{version} or higher required, we have #{ClusterConfig.instance.server_version}"
+        end
+      end
+    end
+
+    def max_server_version(version)
+      unless version =~ /\A\d+\.\d+\z/
+        raise ArgumentError, "Version can only be major.minor: #{version}"
+      end
+
+      before(:all) do
+        if version < ClusterConfig.instance.short_server_version
+          skip "Server version #{version} or lower required, we have #{ClusterConfig.instance.server_version}"
+        end
+      end
+    end
+
+    def min_server_fcv(version)
+      unless version =~ /\A\d+\.\d+\z/
+        raise ArgumentError, "FCV can only be major.minor: #{version}"
+      end
+
+      before(:all) do
+        unless ClusterConfig.instance.fcv_ish >= version
+          skip "FCV #{version} or higher required, we have #{ClusterConfig.instance.fcv_ish} (server #{ClusterConfig.instance.server_version})"
+        end
+      end
+    end
+
+    def max_server_fcv(version)
+      unless version =~ /\A\d+\.\d+\z/
+        raise ArgumentError, "Version can only be major.minor: #{version}"
+      end
+
+      before(:all) do
+        if version < ClusterConfig.instance.fcv_ish
+          skip "FCV #{version} or lower required, we have #{ClusterConfig.instance.fcv_ish} (server #{ClusterConfig.instance.server_version})"
+        end
+      end
+    end
+
+    def require_topology(*topologies)
+      invalid_topologies = topologies - [:single, :replica_set, :sharded]
+
+      unless invalid_topologies.empty?
+        raise ArgumentError, "Invalid topologies requested: #{invalid_topologies.join(', ')}"
+      end
+
+      before(:all) do
+        unless topologies.include?(topology = ClusterConfig.instance.topology)
+          skip "Topology #{topologies.join(' or ')} required, we have #{topology}"
+        end
+      end
+    end
+
+    def max_example_run_time(timeout)
+      around do |example|
+        TimeoutInterrupt.timeout(timeout, TimeoutInterrupt::Error.new("Test execution terminated after #{timeout} seconds")) do
+          example.run
+        end
+      end
+    end
+
+    def require_transaction_support
+      before(:all) do
+        case ClusterConfig.instance.topology
+        when :single
+          skip 'Transactions tests require a replica set (4.0+) or a sharded cluster (4.2+)'
+        when :replica_set
+          unless ClusterConfig.instance.server_version >= '4.0'
+            skip 'Transactions tests in a replica set topology require server 4.0+'
+          end
+        when :sharded
+          unless ClusterConfig.instance.server_version >= '4.2'
+            skip 'Transactions tests in a sharded cluster topology require server 4.2+'
+          end
+        else
+          raise NotImplementedError
+        end
+      end
+    end
+
+    # Fail command fail point was added to mongod in 4.0 and to mongos in 4.2.
+    def require_fail_command
+      require_transaction_support
+    end
+
+    def require_tls
+      before(:all) do
+        unless SpecConfig.instance.ssl?
+          skip "SSL not enabled"
+        end
+      end
+    end
+
+    def require_no_tls
+      before(:all) do
+        if SpecConfig.instance.ssl?
+          skip "SSL enabled"
+        end
+      end
+    end
+
+    def require_no_retry_writes
+      before(:all) do
+        if SpecConfig.instance.retry_writes?
+          skip "Retry writes is enabled"
+        end
+      end
+    end
+
+    def require_compression
+      before(:all) do
+        if SpecConfig.instance.compressors.nil?
+          skip "Compression is not enabled"
+        end
+      end
+    end
+
+    def require_zlib_compression
+      before(:all) do
+        compressors = SpecConfig.instance.compressors
+        unless compressors && compressors.include?('zlib')
+          skip "Zlib compression is not enabled"
+        end
+      end
+    end
+
+    def require_snappy_compression
+      before(:all) do
+        compressors = SpecConfig.instance.compressors
+        unless compressors && compressors.include?('snappy')
+          skip "Snappy compression is not enabled"
+        end
+      end
+    end
+
+    def require_no_compression
+      before(:all) do
+        if SpecConfig.instance.compressors
+          skip "Compression is enabled"
+        end
+      end
+    end
+
+    def ruby_version_gte(version)
+      before(:all) do
+        if RUBY_VERSION < version
+          skip "Ruby version #{version} or higher required"
+        end
+      end
+    end
+
+    def ruby_version_lt(version)
+      before(:all) do
+        if RUBY_VERSION >= version
+          skip "Ruby version less than #{version} required"
+        end
+      end
+    end
+
+    def require_auth(*values)
+      before(:all) do
+        if values.any?
+          unless values.include?(ENV['AUTH'])
+            msg = values.map { |v| "AUTH=#{v}" }.join(' or ')
+            skip "This test requires #{msg}"
+          end
+        else
+          unless ENV['AUTH'] == 'auth' || SpecConfig.instance.user || ClusterConfig.instance.auth_enabled?
+            skip "Auth required"
+          end
+        end
+      end
+    end
+
+    def require_no_auth
+      before(:all) do
+        if (ENV['AUTH'] && ENV['AUTH'] != 'noauth') || SpecConfig.instance.user || ClusterConfig.instance.auth_enabled?
+          skip "Auth not allowed"
+        end
+      end
+    end
+
+    def require_x509_auth
+      before(:all) do
+        unless SpecConfig.instance.x509_auth?
+          skip "X.509 auth required"
+        end
+      end
+    end
+
+    def require_no_external_user
+      before(:all) do
+        if SpecConfig.instance.external_user?
+          skip "External user configurations are not compatible with this test"
+        end
+      end
+    end
+
+    # Can the driver specify a write concern that won't be overridden?
+    # (mongos 4.0+ overrides the write concern)
+    def require_set_write_concern
+      before(:all) do
+        if ClusterConfig.instance.topology == :sharded && ClusterConfig.instance.short_server_version >= '4.0'
+          skip "mongos 4.0+ overrides write concern"
+        end
+      end
+    end
+
+    def require_multi_shard
+      before(:all) do
+        if ClusterConfig.instance.topology == :sharded && SpecConfig.instance.addresses.length == 1
+          skip 'Test requires a minimum of two shards if run in sharded topology'
+        end
+      end
+    end
+
+    def require_no_multi_shard
+      before(:all) do
+        if ClusterConfig.instance.topology == :sharded && SpecConfig.instance.addresses.length > 1
+          skip 'Test requires a single shard if run in sharded topology'
+        end
+      end
+    end
+
+    def require_wired_tiger
+      before(:all) do
+        if ClusterConfig.instance.storage_engine != :wired_tiger
+          skip 'Test requires WiredTiger storage engine'
+        end
+      end
+    end
+
+    def require_wired_tiger_on_36
+      before(:all) do
+        if ClusterConfig.instance.short_server_version >= '3.6'
+          if ClusterConfig.instance.storage_engine != :wired_tiger
+            skip 'Test requires WiredTiger storage engine on 3.6+ servers'
+          end
+        end
+      end
+    end
+
+    def require_mmapv1
+      before(:all) do
+        if ClusterConfig.instance.storage_engine != :mmapv1
+          skip 'Test requires MMAPv1 storage engine'
+        end
+      end
+    end
+
+    def require_enterprise
+      before(:all) do
+        unless ClusterConfig.instance.enterprise?
+          skip 'Test requires enterprise build of MongoDB'
+        end
+      end
+    end
+
+    # Integration tests for SRV polling require internet connectivity to
+    # look up SRV records and a sharded cluster configured on default port on
+    # localhost (localhost:27017, localhost:27018).
+    def require_default_port_deployment
+      # Because the DNS records at test1.test.build.10gen.cc point to
+      # localhost:27017 & localhost:27018, the test suite must have been
+      # configured to use these addresses
+      before(:all) do
+        have_default_port = SpecConfig.instance.addresses.any? do |address|
+          %w(127.0.0.1 127.0.0.1:27017 localhost localhost:27017).include?(address)
+        end
+        unless have_default_port
+          skip 'This test requires the test suite to be configured for localhost:27017'
+        end
+      end
+    end
+
+    # Some tests perform assertions on what the driver is logging.
+    # Some test configurations, for example OCSP with unknown response,
+    # produce warnings due to optional checks failing.
+    # This constraint skips tests that issue logging assertions on configurations
+    # that may produce non-test-originated log entries.
+    def require_warning_clean
+      before(:all) do
+        if ENV['OCSP_STATUS'] == 'unknown'
+          skip 'Unknown OCSP status is not global warning-clean'
+        end
+      end
+    end
+  end
+end