mongo 2.12.4 → 2.13.0.beta1

data/spec/integration/step_down_spec.rb

@@ -29,11 +29,11 @@ describe 'Step down behavior' do
     end
   end
 
-  let(:event_subscriber) { EventSubscriber.new }
+  let(:subscriber) { EventSubscriber.new }
 
   let(:test_client) do
     authorized_client_without_any_retries.with(server_selection_timeout: 20).tap do |client|
-      client.subscribe(Mongo::Monitoring::CONNECTION_POOL, event_subscriber)
+      client.subscribe(Mongo::Monitoring::CONNECTION_POOL, subscriber)
     end
   end
 
@@ -48,8 +48,8 @@ describe 'Step down behavior' do
 
     let(:subscribed_client) do
       test_client.tap do |client|
-        client.subscribe(Mongo::Monitoring::COMMAND, EventSubscriber)
-        client.subscribe(Mongo::Monitoring::CONNECTION_POOL, EventSubscriber)
+        client.subscribe(Mongo::Monitoring::COMMAND, subscriber)
+        client.subscribe(Mongo::Monitoring::CONNECTION_POOL, subscriber)
       end
     end
 
@@ -65,13 +65,13 @@ describe 'Step down behavior' do
     it 'continues through step down' do
 
       subscribed_client.cluster.next_primary.pool.clear
-      event_subscriber.clear_events!
+      subscriber.clear_events!
 
       # get the first item
       item = enum.next
       expect(item['test']).to eq(1)
 
-      connection_created_events = EventSubscriber.published_events.select do |event|
+      connection_created_events = subscriber.published_events.select do |event|
         event.is_a?(Mongo::Monitoring::Event::Cmap::ConnectionCreated)
       end
       expect(connection_created_events).not_to be_empty
@@ -79,7 +79,7 @@ describe 'Step down behavior' do
       current_primary = subscribed_client.cluster.next_primary
       ClusterTools.instance.change_primary
 
-      EventSubscriber.clear_events!
+      subscriber.clear_events!
 
       # exhaust the batch
       9.times do
@@ -90,14 +90,14 @@ describe 'Step down behavior' do
       item = enum.next
       expect(item['test']).to eq(1)
 
-      get_more_events = EventSubscriber.started_events.select do |event|
+      get_more_events = subscriber.started_events.select do |event|
         event.command['getMore']
       end
 
       expect(get_more_events.length).to eq(1)
 
       # getMore should have been sent on the same connection as find
-      connection_created_events = EventSubscriber.published_events.select do |event|
+      connection_created_events = subscriber.published_events.select do |event|
         event.is_a?(Mongo::Monitoring::Event::Cmap::ConnectionCreated)
       end
       expect(connection_created_events).to be_empty
@@ -155,13 +155,13 @@ describe 'Step down behavior' do
       let(:fail_point_code) { 10107 }
 
       it 'keeps connection open' do
-        event_subscriber.clear_events!
+        subscriber.clear_events!
 
         expect do
           collection.insert_one(test: 1)
         end.to raise_error(Mongo::Error::OperationFailure, /10107/)
 
-        expect(event_subscriber.select_published_events(Mongo::Monitoring::Event::Cmap::PoolCleared).count).to eq(0)
+        expect(subscriber.select_published_events(Mongo::Monitoring::Event::Cmap::PoolCleared).count).to eq(0)
       end
     end
 
@@ -174,13 +174,13 @@ describe 'Step down behavior' do
       let(:fail_point_code) { 10107 }
 
       it 'closes the connection' do
-        event_subscriber.clear_events!
+        subscriber.clear_events!
 
         expect do
           collection.insert_one(test: 1)
         end.to raise_error(Mongo::Error::OperationFailure, /10107/)
 
-        expect(event_subscriber.select_published_events(Mongo::Monitoring::Event::Cmap::PoolCleared).count).to eq(1)
+        expect(subscriber.select_published_events(Mongo::Monitoring::Event::Cmap::PoolCleared).count).to eq(1)
       end
     end
 
@@ -191,13 +191,13 @@ describe 'Step down behavior' do
       let(:fail_point_code) { 11600 }
 
       it 'closes the connection' do
-        event_subscriber.clear_events!
+        subscriber.clear_events!
 
         expect do
           collection.insert_one(test: 1)
         end.to raise_error(Mongo::Error::OperationFailure, /11600/)
 
-        expect(event_subscriber.select_published_events(Mongo::Monitoring::Event::Cmap::PoolCleared).count).to eq(1)
+        expect(subscriber.select_published_events(Mongo::Monitoring::Event::Cmap::PoolCleared).count).to eq(1)
       end
     end
   end

data/spec/integration/transactions_api_examples_spec.rb

@@ -0,0 +1,59 @@
+require 'spec_helper'
+
+describe 'Transactions API examples' do
+  require_wired_tiger
+  require_transaction_support
+
+  # Until https://jira.mongodb.org/browse/RUBY-1768 is implemented, limit
+  # the tests to simple configurations
+  require_no_auth
+  require_no_tls
+
+  let(:uri_string) do
+    "mongodb://#{SpecConfig.instance.addresses.join(',')}"
+  end
+
+  it 'with_transaction API example 1' do
+
+    # Start Transactions withTxn API Example 1
+
+    # For a replica set, include the replica set name and a seedlist of the members in the URI string; e.g.
+    # uriString = 'mongodb://mongodb0.example.com:27017,mongodb1.example.com:27017/?replicaSet=myRepl'
+    # For a sharded cluster, connect to the mongos instances; e.g.
+    # uri_string = 'mongodb://mongos0.example.com:27017,mongos1.example.com:27017/'
+
+    client = Mongo::Client.new(uri_string, write_concern: {w: :majority, wtimeout: 1000})
+
+    # Prereq: Create collections.
+
+    client.use('mydb1')['foo'].insert_one(abc: 0)
+    client.use('mydb2')['bar'].insert_one(xyz: 0)
+
+    # Step 1: Define the callback that specifies the sequence of operations to perform inside the transactions.
+
+    callback = Proc.new do |my_session|
+      collection_one = client.use('mydb1')['foo']
+      collection_two = client.use('mydb2')['bar']
+
+      # Important: You must pass the session to the operations.
+
+      collection_one.insert_one({'abc': 1}, session: my_session)
+      collection_two.insert_one({'xyz': 999}, session: my_session)
+    end
+
+    #. Step 2: Start a client session.
+
+    session = client.start_session
+
+    # Step 3: Use with_transaction to start a transaction, execute the callback, and commit (or abort on error).
+
+    session.with_transaction(
+      read_concern: {level: :local},
+      write_concern: {w: :majority, wtimeout: 1000},
+      read: {mode: :primary},
+      &callback)
+
+    # End Transactions withTxn API Example 1
+
+  end
+end

data/spec/integration/transactions_examples_spec.rb

@@ -183,7 +183,8 @@ describe 'Transactions examples' do
         events_coll = session.client.use(:reporting)[:events]
 
         session.start_transaction(read_concern: { level: :snapshot },
-                                  write_concern: { w: :majority })
+                                  write_concern: { w: :majority },
+                                  read: {mode: :primary})
         employees_coll.update_one({ employee: 3 }, { '$set' => { status: 'Inactive'} },
                                   session: session)
         events_coll.insert_one({ employee: 3, status: { new: 'Inactive', old: 'Active' } },
@@ -194,7 +195,9 @@ describe 'Transactions examples' do
       session = client.start_session
 
       begin
-        run_transaction_with_retry(session) { |s| update_employee_info(s) }
+        run_transaction_with_retry(session) do
+          update_employee_info(session)
+        end
       rescue StandardError => e
         # Do something with error
         raise

data/spec/integration/x509_auth_spec.rb

@@ -0,0 +1,109 @@
+require 'spec_helper'
+
+# These tests assume the server was started with the certificates in
+# spec/support/certificates, and has the user that Evergreen scripts create
+# corresponding to the client certificate.
+describe 'X.509 auth integration tests' do
+  require_x509_auth
+
+  let(:authenticated_user_info) do
+    # https://stackoverflow.com/questions/21414608/mongodb-show-current-user
+    info = client.database.command(connectionStatus: 1).documents.first
+    info[:authInfo][:authenticatedUsers].first
+  end
+
+  let(:authenticated_user_name) { authenticated_user_info[:user] }
+
+  let(:client) do
+    new_local_client(SpecConfig.instance.addresses, client_options)
+  end
+
+  let(:base_client_options) { SpecConfig.instance.ssl_options }
+
+  context 'when auth not specified' do
+    let(:client_options) do
+      base_client_options
+    end
+
+    it 'does not authenticate' do
+      authenticated_user_info.should be nil
+    end
+  end
+
+  context 'certificate matching a defined user' do
+    let(:common_name) do
+      "C=US,ST=New York,L=New York City,O=MongoDB,OU=x509,CN=localhost".freeze
+    end
+
+    let(:subscriber) { EventSubscriber.new }
+
+    shared_examples 'authenticates successfully' do
+      it 'authenticates successfully' do
+        authenticated_user_name.should == common_name
+      end
+
+      let(:commands) do
+        client.subscribe(Mongo::Monitoring::COMMAND, subscriber)
+        authenticated_user_name
+        commands = subscriber.started_events.map(&:command_name)
+      end
+
+      context 'server 4.2 and lower' do
+        max_server_version '4.2'
+
+        it 'uses the authenticate command to authenticate' do
+          commands.should == %w(authenticate connectionStatus)
+        end
+      end
+
+      context 'server 4.4 and higher' do
+        min_server_fcv '4.4'
+
+        it 'uses speculative authentication in ismaster to authenticate' do
+          commands.should == %w(connectionStatus)
+        end
+      end
+    end
+
+    context 'when user name is not explicitly provided' do
+      let(:client_options) do
+        base_client_options.merge(auth_mech: :mongodb_x509)
+      end
+
+      it_behaves_like 'authenticates successfully'
+    end
+
+    context 'when user name is explicitly provided and matches certificate common name' do
+      let(:client_options) do
+        base_client_options.merge(auth_mech: :mongodb_x509, user: common_name)
+      end
+
+      it_behaves_like 'authenticates successfully'
+    end
+
+    context 'when user name is explicitly provided and does not match certificate common name' do
+      let(:client_options) do
+        base_client_options.merge(auth_mech: :mongodb_x509, user: 'OU=world,CN=hello')
+      end
+
+      it 'fails to authenticate' do
+        lambda do
+          authenticated_user_name
+        end.should raise_error(Mongo::Auth::Unauthorized, /Client certificate.*is not authorized/)
+      end
+
+      # This test applies to both pre-4.4 and 4.4+.
+      # When speculative authentication fails, the response is indistinguishable
+      # from that of a server that does not support speculative authentication,
+      # and we will try to authenticate as a separate command.
+      it 'uses the authenticate command to authenticate' do
+        client.subscribe(Mongo::Monitoring::COMMAND, subscriber)
+        lambda do
+          authenticated_user_name
+        end.should raise_error(Mongo::Auth::Unauthorized, /Client certificate.*is not authorized/)
+        commands = subscriber.started_events.map(&:command_name)
+        commands.should == %w(authenticate)
+      end
+    end
+  end
+end

data/spec/kerberos/kerberos_spec.rb

@@ -18,19 +18,23 @@ describe 'kerberos authentication' do
   end
 
   let(:user) do
-   "#{require_env_value('SASL_USER')}%40#{require_env_value('SASL_HOST').upcase}"
+   "#{require_env_value('SASL_USER')}%40#{realm}"
   end
 
   let(:host) do
-    "#{require_env_value('SASL_HOST')}"
+    require_env_value('SASL_HOST')
+  end
+
+  let(:realm) do
+    require_env_value('SASL_REALM')
   end
 
   let(:kerberos_db) do
-    "#{require_env_value('KERBEROS_DB')}"
+    require_env_value('KERBEROS_DB')
   end
 
   let(:auth_source) do
-    "#{require_env_value('SASL_DB')}"
+    require_env_value('SASL_DB')
   end
 
   let(:uri) do
@@ -56,7 +60,7 @@ describe 'kerberos authentication' do
 
   context 'when host is lowercased' do
     let(:host) do
-      "#{require_env_value('SASL_HOST').downcase}"
+      require_env_value('SASL_HOST').downcase
     end
 
     it_behaves_like 'correctly authenticates'
@@ -64,7 +68,7 @@ describe 'kerberos authentication' do
 
   context 'when host is uppercased' do
     let(:host) do
-      "#{require_env_value('SASL_HOST').upcase}"
+      require_env_value('SASL_HOST').upcase
     end
 
     it_behaves_like 'correctly authenticates'

data/spec/lite_spec_helper.rb

@@ -22,7 +22,9 @@ CMAP_TESTS = Dir.glob("#{CURRENT_PATH}/spec_tests/data/cmap/*.yml").sort
 AUTH_TESTS = Dir.glob("#{CURRENT_PATH}/spec_tests/data/auth/*.yml").sort
 CLIENT_SIDE_ENCRYPTION_TESTS = Dir.glob("#{CURRENT_PATH}/spec_tests/data/client_side_encryption/*.yml").sort
 
-unless ENV['CI']
+if ENV['CI']
+  autoload :Byebug, 'byebug'
+else
   # Load debuggers before loading the driver code, so that breakpoints
   # can be placed in the driver code on file/class level.
   begin
@@ -35,6 +37,13 @@ end
 require 'mongo'
 require 'pp'
 
+if BSON::Environment.jruby?
+  # Autoloading appears to not work in some environments without these
+  # gem calls. May have to do with rubygems version?
+  gem 'ice_nine'
+  gem 'timecop'
+end
+
 autoload :Benchmark, 'benchmark'
 autoload :IceNine, 'ice_nine'
 autoload :Timecop, 'timecop'
@@ -66,20 +75,6 @@ require 'support/json_ext_formatter'
 require 'support/sdam_formatter_integration'
 require 'support/background_thread_registry'
 
-require 'runners/server_discovery_and_monitoring'
-require 'runners/server_selection_rtt'
-require 'runners/server_selection'
-require 'runners/sdam_monitoring'
-require 'runners/crud'
-require 'runners/command_monitoring'
-require 'runners/cmap'
-require 'runners/connection_string'
-require 'runners/connection_string'
-require 'runners/gridfs'
-require 'runners/transactions'
-require 'runners/change_streams'
-require 'runners/auth'
-
 if SpecConfig.instance.mri?
   require 'timeout_interrupt'
 else
@@ -119,10 +114,15 @@ RSpec.configure do |config|
   end
 
   if SpecConfig.instance.ci?
-    unless BSON::Environment.jruby?
-      if defined?(Rfc)
+    if defined?(Rfc)
+      unless BSON::Environment.jruby?
         Rfc::Rif.output_object_space_stats = true
       end
+
+      # Uncomment this line to log memory and CPU statistics during
+      # test suite execution to diagnose issues potentially related to
+      # system resource exhaustion.
+      #Rfc::Rif.output_system_load = true
     end
   end
 
@@ -130,9 +130,11 @@ RSpec.configure do |config|
     c.syntax = [:should, :expect]
     c.max_formatted_output_length = 10000
   end
-end
 
-EventSubscriber.initialize
+  if config.respond_to?(:fuubar_output_pending_results=)
+    config.fuubar_output_pending_results = false
+  end
+end
 
 if SpecConfig.instance.active_support?
   require "active_support/time"

data/spec/mongo/address/ipv4_spec.rb

@@ -65,7 +65,7 @@ describe Mongo::Address::IPv4 do
     context 'when ssl options are provided' do
 
       let(:socket) do
-        resolver.socket(5, :ssl => true)
+        resolver.socket(5, ssl: true)
       end
 
       it 'returns an ssl socket' do

data/spec/mongo/address_spec.rb

@@ -277,7 +277,7 @@ describe Mongo::Address do
 
       if Socket.const_defined?(:TCP_KEEPIDLE)
         it 'sets the socket TCP_KEEPIDLE option' do
-          expect(socket.getsockopt(Socket::IPPROTO_TCP, Socket::TCP_KEEPIDLE).int).to be <= 300
+          expect(socket.getsockopt(Socket::IPPROTO_TCP, Socket::TCP_KEEPIDLE).int).to be <= 120
         end
       end
     end
@@ -291,7 +291,7 @@ describe Mongo::Address do
         RSpec::Mocks.with_temporary_scope do
           resolved_address = double('address')
           # This test's expectation
-          expect(resolved_address).to receive(:socket).with(0, {}, connect_timeout: 10)
+          expect(resolved_address).to receive(:socket).with(0, connect_timeout: 10)
 
           expect(Mongo::Address::IPv4).to receive(:new).and_return(resolved_address)