mongo 2.13.0 → 2.15.0.alpha

data/spec/integration/snappy_compression_spec.rb

@@ -0,0 +1,25 @@
+require 'spec_helper'
+
+describe 'Snappy compression' do
+  require_snappy_compression
+
+  before do
+    authorized_client['test'].drop
+  end
+
+  context 'when client has snappy compressor option enabled' do
+    it 'compresses the message to the server' do
+      # Double check that the client has snappy compression enabled
+      expect(authorized_client.options[:compressors]).to include('snappy')
+
+      expect(Mongo::Protocol::Compressed).to receive(:new).twice.and_call_original
+      expect(Snappy).to receive(:deflate).twice.and_call_original
+      expect(Snappy).to receive(:inflate).twice.and_call_original
+
+      authorized_client['test'].insert_one(_id: 1, text: 'hello world')
+      document = authorized_client['test'].find(_id: 1).first
+
+      expect(document['text']).to eq('hello world')
+    end
+  end
+end

data/spec/integration/srv_monitoring_spec.rb

@@ -76,6 +76,37 @@ describe 'SRV Monitoring' do
       require 'support/dns'
     end
 
+    around do |example|
+      # Speed up the tests by listening on the fake ports we are using.
+      done = false
+
+      servers = []
+      threads = [27998, 27999].map do |port|
+        Thread.new do
+          server = TCPServer.open(port)
+          servers << server
+          begin
+            loop do
+              break if done
+              server.accept.close rescue nil
+            end
+          ensure
+            server.close
+          end
+        end
+      end
+
+      begin
+        example.run
+      ensure
+        done = true
+        servers.map(&:close)
+
+        threads.map(&:kill)
+        threads.map(&:join)
+      end
+    end
+
     let(:uri) do
       "mongodb+srv://test-fake.test.build.10gen.cc/?tls=#{SpecConfig.instance.ssl?}&tlsInsecure=true"
     end
@@ -86,13 +117,17 @@ describe 'SRV Monitoring' do
 
     let(:client) do
       new_local_client(uri,
-        SpecConfig.instance.ssl_options.merge(
+        SpecConfig.instance.monitoring_options.merge(
           server_selection_timeout: 3.16,
-          timeout: 8.11,
+          socket_timeout: 8.11,
           connect_timeout: 8.12,
           resolv_options: {
-            nameserver: 'localhost',
-            nameserver_port: [['localhost', 5300], ['127.0.0.1', 5300]],
+            # Using localhost instead of 127.0.0.1 here causes Ruby's resolv
+            # client to drop responses.
+            nameserver: '127.0.0.1',
+            # TODO figure out why the address & port here need to be given
+            # twice - if given once, DNS resolution fails.
+            nameserver_port: [['127.0.0.1', 5300], ['127.0.0.1', 5300]],
           },
           logger: logger,
         ),

data/spec/integration/srv_spec.rb

@@ -0,0 +1,56 @@
+require 'spec_helper'
+
+describe 'SRV lookup' do
+  context 'end to end' do
+
+    # JRuby apparently does not implement non-blocking UDP I/O which is used
+    # by RubyDNS:
+    # NotImplementedError: recvmsg_nonblock is not implemented
+    fails_on_jruby
+
+    before(:all) do
+      require 'support/dns'
+    end
+
+    let(:uri) do
+      "mongodb+srv://test-fake.test.build.10gen.cc/?tls=#{SpecConfig.instance.ssl?}&tlsInsecure=true"
+    end
+
+    let(:client) do
+      new_local_client(uri,
+        SpecConfig.instance.ssl_options.merge(
+          server_selection_timeout: 3.16,
+          timeout: 4.11,
+          connect_timeout: 4.12,
+          resolv_options: {
+            nameserver: 'localhost',
+            nameserver_port: [['localhost', 5300], ['127.0.0.1', 5300]],
+          },
+        ),
+      )
+    end
+
+    context 'DNS resolver not responding' do
+      it 'fails to create client' do
+        lambda do
+          client
+        end.should raise_error(Mongo::Error::NoSRVRecords, /The DNS query returned no SRV records for 'test-fake.test.build.10gen.cc'/)
+      end
+
+      it 'times out in connect_timeout' do
+        start_time = Time.now
+
+        lambda do
+          client
+        end.should raise_error(Mongo::Error::NoSRVRecords)
+
+        elapsed_time = Time.now - start_time
+        elapsed_time.should > 4
+        # The number of queries performed depends on local DNS search suffixes,
+        # therefore we cannot reliably assert how long it would take for this
+        # resolution to time out.
+        #elapsed_time.should < 8
+      end
+    end
+  end
+end

data/spec/integration/transactions_examples_spec.rb

@@ -4,28 +4,48 @@ describe 'Transactions examples' do
   require_wired_tiger
   require_transaction_support
 
+  let(:client) do
+    authorized_client.with(read_concern: {level: :majority}, write: {w: :majority})
+  end
+
+  before do
+    if SpecConfig.instance.client_debug?
+      Mongo::Logger.logger.level = 0
+    end
+  end
+
   let(:hr) do
-    authorized_client.use(:hr).database
+    client.use(:hr).database
   end
 
   let(:reporting) do
-    authorized_client.use(:reporting).database
+    client.use(:reporting).database
   end
 
   before(:each) do
     hr[:employees].insert_one(employee: 3, status: 'Active')
+
+    # Sanity check since this test likes to fail
+    employee = hr[:employees].find({ employee: 3 }, limit: 1).first
+    expect(employee).to_not be_nil
+
     reporting[:events].insert_one(employee: 3, status: { new: 'Active', old: nil})
   end
 
   after(:each) do
     hr.drop
     reporting.drop
+
+    # Work around https://jira.mongodb.org/browse/SERVER-53015
+    ::Utils.mongos_each_direct_client do |client|
+      client.database.command(flushRouterConfig: 1)
+    end
   end
 
   context 'individual examples' do
 
     let(:session) do
-      authorized_client.start_session
+      client.start_session
     end
 
     # Start Transactions Intro Example 1
@@ -142,10 +162,6 @@ describe 'Transactions examples' do
 
   context 'Transactions Retry Example 3 (combined example)' do
 
-    let(:client) do
-      authorized_client
-    end
-
     let(:run_transaction) do
 
       # Start Transactions Retry Example 3

data/spec/integration/zlib_compression_spec.rb

@@ -1,7 +1,7 @@
 require 'spec_helper'
 
 describe 'Zlib compression' do
-  require_compression
+  require_zlib_compression
 
   before do
     authorized_client['test'].drop

data/spec/integration/zstd_compression_spec.rb

@@ -0,0 +1,26 @@
+require 'spec_helper'
+
+describe 'Zstd compression' do
+  min_server_version '4.2'
+  require_zstd_compression
+
+  before do
+    authorized_client['test'].drop
+  end
+
+  context 'when client has snappy compressor option enabled' do
+    it 'compresses the message to the server' do
+      # Double check that the client has zstd compression enabled
+      expect(authorized_client.options[:compressors]).to include('zstd')
+
+      expect(Mongo::Protocol::Compressed).to receive(:new).twice.and_call_original
+      expect(Zstd).to receive(:compress).twice.and_call_original
+      expect(Zstd).to receive(:decompress).twice.and_call_original
+
+      authorized_client['test'].insert_one(_id: 1, text: 'hello world')
+      document = authorized_client['test'].find(_id: 1).first
+
+      expect(document['text']).to eq('hello world')
+    end
+  end
+end

data/spec/lite_spec_helper.rb

@@ -1,3 +1,5 @@
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), "shared", "lib"))
+
 COVERAGE_MIN = 90
 CURRENT_PATH = File.expand_path(File.dirname(__FILE__))
 
@@ -49,6 +51,7 @@ end
 autoload :Benchmark, 'benchmark'
 autoload :IceNine, 'ice_nine'
 autoload :Timecop, 'timecop'
+autoload :ChildProcess, 'childprocess'
 
 if BSON::Environment.jruby?
   require 'concurrent-ruby'
@@ -60,14 +63,18 @@ end
 require 'support/utils'
 require 'support/spec_config'
 
-Mongo::Logger.logger = Logger.new($stdout)
+Mongo::Logger.logger = Logger.new(STDOUT)
 unless SpecConfig.instance.client_debug?
   Mongo::Logger.logger.level = Logger::INFO
 end
 Encoding.default_external = Encoding::UTF_8
 
+module Mrss
+  autoload :Utils, 'mrss/utils'
+end
+
+require 'mrss/lite_constraints'
 require 'support/matchers'
-require 'support/lite_constraints'
 require 'support/event_subscriber'
 require 'support/common_shortcuts'
 require 'support/client_registry'
@@ -76,6 +83,7 @@ require 'support/crypt'
 require 'support/json_ext_formatter'
 require 'support/sdam_formatter_integration'
 require 'support/background_thread_registry'
+require 'support/session_registry'
 
 if SpecConfig.instance.mri?
   require 'timeout_interrupt'
@@ -84,10 +92,12 @@ else
   TimeoutInterrupt = Timeout
 end
 
+class ExampleTimeout < StandardError; end
+
 RSpec.configure do |config|
   config.extend(CommonShortcuts::ClassMethods)
   config.include(CommonShortcuts::InstanceMethods)
-  config.extend(LiteConstraints)
+  config.extend(Mrss::LiteConstraints)
   config.include(ClientRegistryMacros)
 
   if SpecConfig.instance.ci?
@@ -104,7 +114,7 @@ RSpec.configure do |config|
     end
   end
 
-  if SpecConfig.instance.ci?
+  if SpecConfig.instance.ci? && !%w(1 true yes).include?(ENV['INTERACTIVE']&.downcase)
     # Allow a max of 30 seconds per test.
     # Tests should take under 10 seconds ideally but it seems
     # we have some that run for more than 10 seconds in CI.
@@ -114,7 +124,7 @@ RSpec.configure do |config|
       else
         45
       end
-      TimeoutInterrupt.timeout(timeout) do
+      TimeoutInterrupt.timeout(timeout, ExampleTimeout) do
         example.run
       end
     end

data/spec/mongo/address_spec.rb

@@ -234,7 +234,7 @@ describe Mongo::Address do
       end
 
       let(:address) do
-        Mongo::Address.new(custom_hostname)
+        Mongo::Address.new("#{custom_hostname}:#{SpecConfig.instance.any_port}")
       end
 
       before do
@@ -263,21 +263,25 @@ describe Mongo::Address do
         end
       end
 
-      if Socket.const_defined?(:TCP_KEEPINTVL)
-        it 'sets the socket TCP_KEEPINTVL option' do
-          expect(socket.getsockopt(Socket::IPPROTO_TCP, Socket::TCP_KEEPINTVL).int).to be <= 10
+      context 'keep-alive options' do
+        fails_on_jruby
+
+        if Socket.const_defined?(:TCP_KEEPINTVL)
+          it 'sets the socket TCP_KEEPINTVL option' do
+            expect(socket.getsockopt(Socket::IPPROTO_TCP, Socket::TCP_KEEPINTVL).int).to be <= 10
+          end
         end
-      end
 
-      if Socket.const_defined?(:TCP_KEEPCNT)
-        it 'sets the socket TCP_KEEPCNT option' do
-          expect(socket.getsockopt(Socket::IPPROTO_TCP, Socket::TCP_KEEPCNT).int).to be <= 9
+        if Socket.const_defined?(:TCP_KEEPCNT)
+          it 'sets the socket TCP_KEEPCNT option' do
+            expect(socket.getsockopt(Socket::IPPROTO_TCP, Socket::TCP_KEEPCNT).int).to be <= 9
+          end
         end
-      end
 
-      if Socket.const_defined?(:TCP_KEEPIDLE)
-        it 'sets the socket TCP_KEEPIDLE option' do
-          expect(socket.getsockopt(Socket::IPPROTO_TCP, Socket::TCP_KEEPIDLE).int).to be <= 120
+        if Socket.const_defined?(:TCP_KEEPIDLE)
+          it 'sets the socket TCP_KEEPIDLE option' do
+            expect(socket.getsockopt(Socket::IPPROTO_TCP, Socket::TCP_KEEPIDLE).int).to be <= 120
+          end
         end
       end
     end

data/spec/mongo/auth/ldap/conversation_spec.rb

@@ -4,7 +4,7 @@ describe Mongo::Auth::LDAP::Conversation do
 
   let(:user) do
     Mongo::Auth::User.new(
-      database: Mongo::Database::ADMIN,
+      database: '$external',
       user: 'user',
       password: 'pencil'
     )

data/spec/mongo/auth/ldap_spec.rb

@@ -11,7 +11,11 @@ describe Mongo::Auth::LDAP do
   end
 
   let(:user) do
-    Mongo::Auth::User.new(database: SpecConfig.instance.test_db, user: 'driver', password: 'password')
+    Mongo::Auth::User.new(
+      database: '$external',
+      user: 'driver',
+      password: 'password',
+    )
   end
 
   describe '#login' do

data/spec/mongo/auth/scram_negotiation_spec.rb

@@ -329,7 +329,7 @@ describe 'SCRAM-SHA auth mechanism negotiation' do
     end
 
     let(:client) do
-      new_local_client(uri, SpecConfig.instance.ssl_options.merge(max_pool_size: 1))
+      new_local_client(uri, SpecConfig.instance.monitoring_options.merge(max_pool_size: 1))
     end
 
     context 'when the user exists' do

data/spec/mongo/auth/scram_spec.rb

@@ -8,7 +8,7 @@ describe Mongo::Auth::Scram do
   end
 
   let(:connection) do
-    Mongo::Server::Connection.new(server, SpecConfig.instance.test_options)
+    Mongo::Server::Connection.new(server, SpecConfig.instance.monitoring_options)
   end
 
   let(:cache_mod) { Mongo::Auth::CredentialCache }

data/spec/mongo/auth/user_spec.rb

@@ -55,7 +55,7 @@ describe Mongo::Auth::User do
       let(:options) { {auth_mech: 'scram'} }
 
       context 'not linting' do
-        skip_if_linting
+        require_no_linting
 
         it 'warns' do
           expect(Mongo::Logger.logger).to receive(:warn)

data/spec/mongo/auth/x509/conversation_spec.rb

@@ -4,7 +4,7 @@ describe Mongo::Auth::X509::Conversation do
 
   let(:user) do
     Mongo::Auth::User.new(
-      database: Mongo::Database::ADMIN,
+      database: '$external',
       user: 'user',
     )
   end
@@ -35,7 +35,7 @@ describe Mongo::Auth::X509::Conversation do
 
       let(:user) do
         Mongo::Auth::User.new(
-          database: Mongo::Database::ADMIN
+          database: '$external',
         )
       end
 
@@ -52,7 +52,7 @@ describe Mongo::Auth::X509::Conversation do
 
       let(:user) do
         Mongo::Auth::User.new(
-          database: Mongo::Database::ADMIN,
+          database: '$external',
           user: nil
         )
       end

data/spec/mongo/bulk_write_spec.rb

@@ -1335,7 +1335,7 @@ describe Mongo::BulkWrite do
             context 'when the number of updates exceeds the max batch size' do
               # Test uses doubles for server descriptions, doubles are
               # incompatible with freezing which linting does for descriptions
-              skip_if_linting
+              require_no_linting
 
               let(:batch_size) do
                 11
@@ -2012,7 +2012,7 @@ describe Mongo::BulkWrite do
       context 'when the operations need to be split' do
         # Test uses doubles for server descriptions, doubles are
         # incompatible with freezing which linting does for descriptions
-        skip_if_linting
+        require_no_linting
 
         let(:batch_size) do
           11