mongo 2.15.0.alpha → 2.16.0

data/spec/integration/map_reduce_spec.rb

@@ -0,0 +1,77 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
+require 'spec_helper'
+
+describe 'Map-reduce operations' do
+  let(:client) { authorized_client }
+  let(:collection) { client['mr_integration'] }
+
+  let(:subscriber) { Mrss::EventSubscriber.new }
+
+  let(:find_options) { {} }
+
+  let(:operation) do
+    collection.find({}, find_options).map_reduce('function(){}', 'function(){}')
+  end
+
+  before do
+    collection.insert_one(test: 1)
+    client.subscribe(Mongo::Monitoring::COMMAND, subscriber)
+  end
+
+  let(:event) { subscriber.single_command_started_event('mapReduce') }
+
+  context 'read preference' do
+    require_topology :sharded
+
+    context 'specified on client' do
+      let(:client) { authorized_client.with(read: {mode: :secondary_preferred }) }
+
+      # RUBY-2706: read preference is not sent on pre-3.6 servers
+      min_server_fcv '3.6'
+
+      it 'is sent' do
+        operation.to_a
+
+        event.command['$readPreference'].should == {'mode' => 'secondaryPreferred'}
+      end
+    end
+
+    context 'specified on collection' do
+      let(:collection) { client['mr_integration', read: {mode: :secondary_preferred }] }
+
+      # RUBY-2706: read preference is not sent on pre-3.6 servers
+      min_server_fcv '3.6'
+
+      it 'is sent' do
+        operation.to_a
+
+        event.command['$readPreference'].should == {'mode' => 'secondaryPreferred'}
+      end
+    end
+
+    context 'specified on operation' do
+      let(:find_options) { {read: {mode: :secondary_preferred }} }
+
+      # RUBY-2706: read preference is not sent on pre-3.6 servers
+      min_server_fcv '3.6'
+
+      it 'is sent' do
+        operation.to_a
+
+        event.command['$readPreference'].should == {'mode' => 'secondaryPreferred'}
+      end
+    end
+  end
+
+  context 'session' do
+    min_server_fcv '3.6'
+
+    it 'is sent' do
+      operation.to_a
+
+      event.command['lsid'].should_not be nil
+    end
+  end
+end

data/spec/integration/mmapv1_spec.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require 'spec_helper'
 
 # This test is a marker used to verify that the test suite runs on

data/spec/integration/mongos_pinning_spec.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require 'spec_helper'
 
 describe 'Mongos pinning' do

data/spec/integration/ocsp_connectivity_spec.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require 'lite_spec_helper'
 
 # These tests test the configurations described in

data/spec/integration/ocsp_verifier_cache_spec.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require 'lite_spec_helper'
 require 'webrick'
 

data/spec/integration/ocsp_verifier_spec.rb

@@ -1,8 +1,12 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require 'lite_spec_helper'
 require 'webrick'
 
 describe Mongo::Socket::OcspVerifier do
   require_ocsp_verifier
+  with_openssl_debug
 
   shared_examples 'verifies' do
     context 'mri' do
@@ -181,6 +185,8 @@ describe Mongo::Socket::OcspVerifier do
         ensure
           server.shutdown
         end
+
+        ::Utils.wait_for_port_free(8100, 5)
       end
 
       include_context 'verifier', algorithm: algorithm
@@ -254,6 +260,8 @@ describe Mongo::Socket::OcspVerifier do
         ensure
           server.shutdown
         end
+
+        ::Utils.wait_for_port_free(8100, 5)
       end
 
       include_context 'verifier', algorithm: algorithm
@@ -302,6 +310,8 @@ describe Mongo::Socket::OcspVerifier do
         ensure
           server.shutdown
         end
+
+        ::Utils.wait_for_port_free(8100, 5)
       end
 
       context "code 204" do
@@ -319,6 +329,11 @@ describe Mongo::Socket::OcspVerifier do
 
     include_context 'basic verifier'
 
+    # The fake certificates all have paths in them for use with the ocsp mock.
+    # Use real certificates retrieved from Atlas for this test as they don't
+    # have a path in the OCSP URI (which the test also asserts).
+    # Note that these certificates expire in 3 months and need to be replaced
+    # with a more permanent solution.
     let(:cert_path) { File.join(File.dirname(__FILE__), '../support/certificates/atlas-ocsp.crt') }
     let(:ca_cert_path) { File.join(File.dirname(__FILE__), '../support/certificates/atlas-ocsp-ca.crt') }
     let(:cert_store) do
@@ -333,7 +348,7 @@ describe Mongo::Socket::OcspVerifier do
     end
 
     it 'verifies' do
-      # TODO This test might fail if the certificate expires?
+      # TODO This test will fail if the certificate expires
       verifier.verify.should be true
     end
   end

data/spec/integration/operation_failure_code_spec.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require 'spec_helper'
 
 describe 'OperationFailure code' do

data/spec/integration/query_cache_spec.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require 'spec_helper'
 
 describe 'QueryCache' do
@@ -25,7 +28,7 @@ describe 'QueryCache' do
     SessionRegistry.instance.verify_sessions_ended!
   end
 
-  let(:subscriber) { EventSubscriber.new }
+  let(:subscriber) { Mrss::EventSubscriber.new }
 
   let(:client) do
     authorized_client.tap do |client|
@@ -966,7 +969,7 @@ describe 'QueryCache' do
 
   context 'when find command fails and retries' do
     require_fail_command
-    require_no_multi_shard
+    require_no_multi_mongos
     require_warning_clean
 
     before do
@@ -1042,4 +1045,49 @@ describe 'QueryCache' do
       expect(events.length).to eq(2)
     end
   end
+
+  context 'when result set has multiple documents and cursor is iterated partially' do
+
+    before do
+      Mongo::QueryCache.enabled = false
+      5.times do
+        authorized_collection.insert_one({ name: 'testing' })
+      end
+    end
+
+    shared_examples 'retrieves full result set on second iteration' do
+      it 'retrieves full result set on second iteration' do
+        Mongo::QueryCache.clear
+        Mongo::QueryCache.enabled = true
+
+        partial_first_iteration
+
+        authorized_collection.find.to_a.length.should == 5
+      end
+
+    end
+
+    context 'using each & break' do
+      let(:partial_first_iteration) do
+        called = false
+        authorized_collection.find.each do
+          called = true
+          break
+        end
+        called.should be true
+      end
+
+      include_examples 'retrieves full result set on second iteration'
+    end
+
+    context 'using next' do
+      let(:partial_first_iteration) do
+        # #next is executed in its own fiber, and query cache is disabled
+        # for that operation.
+        authorized_collection.find.to_enum.next
+      end
+
+      include_examples 'retrieves full result set on second iteration'
+    end
+  end
 end

data/spec/integration/query_cache_transactions_spec.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require 'spec_helper'
 
 describe 'QueryCache with transactions' do
@@ -20,7 +23,7 @@ describe 'QueryCache with transactions' do
   # leak sessions independently of the query cache. This will be resolved by
   # RUBY-2391.
 
-  let(:subscriber) { EventSubscriber.new }
+  let(:subscriber) { Mrss::EventSubscriber.new }
 
   let(:client) do
     authorized_client.tap do |client|

data/spec/integration/read_concern_spec.rb

@@ -1,10 +1,13 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require 'spec_helper'
 
 describe 'read concern' do
   min_server_version '3.2'
 
   let(:subscriber) do
-    EventSubscriber.new
+    Mrss::EventSubscriber.new
   end
 
   let(:specified_read_concern) do

data/spec/integration/read_preference_spec.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require 'spec_helper'
 
 # The only allowed read preference in transaction is primary.
@@ -13,7 +16,7 @@ describe 'Read preference' do
     authorized_client.with(client_options)
   end
 
-  let(:subscriber) { EventSubscriber.new }
+  let(:subscriber) { Mrss::EventSubscriber.new }
 
   before do
     client.subscribe(Mongo::Monitoring::COMMAND, subscriber)

data/spec/integration/reconnect_spec.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require 'spec_helper'
 
 describe 'Client after reconnect' do
@@ -13,20 +16,38 @@ describe 'Client after reconnect' do
     expect(doc['testk']).to eq('testv')
   end
 
-  it 'recreates monitor thread' do
-    thread = client.cluster.servers.first.monitor.instance_variable_get('@thread')
-    expect(thread).to be_alive
+  context 'non-lb' do
+    require_topology :single, :replica_set, :sharded
 
-    thread.kill
-    # context switch to let the thread get killed
-    sleep 0.1
-    expect(thread).not_to be_alive
+    it 'recreates monitor thread' do
+      thread = client.cluster.servers.first.monitor.instance_variable_get('@thread')
+      expect(thread).to be_alive
 
-    client.reconnect
+      thread.kill
+      # context switch to let the thread get killed
+      sleep 0.1
+      expect(thread).not_to be_alive
 
-    new_thread = client.cluster.servers.first.monitor.instance_variable_get('@thread')
-    expect(new_thread).not_to eq(thread)
-    expect(new_thread).to be_alive
+      client.reconnect
+
+      new_thread = client.cluster.servers.first.monitor.instance_variable_get('@thread')
+      expect(new_thread).not_to eq(thread)
+      expect(new_thread).to be_alive
+    end
+  end
+
+  context 'lb' do
+    require_topology :load_balanced
+
+    it 'does not recreate monitor thread' do
+      thread = client.cluster.servers.first.monitor.instance_variable_get('@thread')
+      expect(thread).to be nil
+
+      client.reconnect
+
+      new_thread = client.cluster.servers.first.monitor.instance_variable_get('@thread')
+      expect(new_thread).to be nil
+    end
   end
 
   context 'with min_pool_size > 0' do
@@ -111,7 +132,7 @@ describe 'Client after reconnect' do
     context 'in sharded topology' do
       require_topology :sharded
       require_default_port_deployment
-      require_multi_shard
+      require_multi_mongos
 
       let(:expected_topology_cls) { Mongo::Cluster::Topology::Sharded }
 

data/spec/integration/retryable_errors_spec.rb

@@ -1,10 +1,13 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require 'spec_helper'
 
 describe 'Failing retryable operations' do
   # Requirement for fail point
   min_server_fcv '4.0'
 
-  let(:subscriber) { EventSubscriber.new }
+  let(:subscriber) { Mrss::EventSubscriber.new }
 
   let(:client_options) do
     {}

data/spec/integration/retryable_writes/retryable_writes_36_and_older_spec.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require 'spec_helper'
 
 # The tests raise OperationFailure in socket reads. This is done for
@@ -17,7 +20,7 @@ describe 'Retryable writes integration tests' do
 
   # These tests override server selector, which fails if there are multiple
   # eligible servers as would be the case in a multi-shard sharded cluster
-  require_no_multi_shard
+  require_no_multi_mongos
 
   # Note: these tests are deprecated in favor of the tests in the file
   # spec/integration/retryable_writes/retryable_writes_40_and_newer_spec.rb

data/spec/integration/retryable_writes/retryable_writes_40_and_newer_spec.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require 'spec_helper'
 
 require_relative './shared/supports_retries'
@@ -7,7 +10,7 @@ require_relative './shared/does_not_support_retries'
 describe 'Retryable Writes' do
   require_fail_command
   require_wired_tiger
-  require_no_multi_shard
+  require_no_multi_mongos
   require_warning_clean
 
   let(:client) do

data/spec/integration/retryable_writes/shared/adds_diagnostics.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 module AddsDiagnostics
   shared_examples 'it adds diagnostics' do
     it 'indicates the server used for the operation' do

data/spec/integration/retryable_writes/shared/does_not_support_retries.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require_relative './performs_no_retries'
 
 module DoesNotSupportRetries

data/spec/integration/retryable_writes/shared/only_supports_legacy_retries.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require_relative './performs_no_retries'
 require_relative './performs_legacy_retries'
 

data/spec/integration/retryable_writes/shared/performs_legacy_retries.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require_relative './adds_diagnostics'
 
 module PerformsLegacyRetries

data/spec/integration/retryable_writes/shared/performs_modern_retries.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require_relative './adds_diagnostics'
 
 module PerformsModernRetries

data/spec/integration/retryable_writes/shared/performs_no_retries.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 module PerformsNoRetries
   shared_examples 'it performs no retries' do
     # required for failCommand

data/spec/integration/retryable_writes/shared/supports_legacy_retries.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require_relative './performs_legacy_retries'
 
 module SupportsLegacyRetries

data/spec/integration/retryable_writes/shared/supports_modern_retries.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require_relative './performs_modern_retries'
 require_relative './performs_no_retries'
 

data/spec/integration/retryable_writes/shared/supports_retries.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require_relative './supports_modern_retries'
 require_relative './supports_legacy_retries'
 

data/spec/integration/retryable_writes_errors_spec.rb

@@ -1,3 +1,6 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require 'spec_helper'
 
 describe 'Retryable writes errors tests' do

data/spec/integration/sdam_error_handling_spec.rb

@@ -1,6 +1,11 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require 'spec_helper'
 
 describe 'SDAM error handling' do
+  require_topology :single, :replica_set, :sharded
+
   clean_slate
 
   after do
@@ -11,9 +16,9 @@ describe 'SDAM error handling' do
 
   # These tests operate on specific servers, and don't work in a multi
   # shard cluster where multiple servers are equally eligible
-  require_no_multi_shard
+  require_no_multi_mongos
 
-  let(:diagnostic_subscriber) { VerboseEventSubscriber.new }
+  let(:diagnostic_subscriber) { Mrss::VerboseEventSubscriber.new }
 
   let(:client) do
     new_local_client(SpecConfig.instance.addresses,
@@ -285,7 +290,7 @@ describe 'SDAM error handling' do
   describe 'when there is an error on monitoring connection' do
     clean_slate_for_all
 
-    let(:subscriber) { EventSubscriber.new }
+    let(:subscriber) { Mrss::EventSubscriber.new }
 
     let(:set_subscribers) do
       client.subscribe(Mongo::Monitoring::SERVER_DESCRIPTION_CHANGED, subscriber)
@@ -296,7 +301,7 @@ describe 'SDAM error handling' do
       expect(server.monitor.connection).not_to be nil
       set_subscribers
       RSpec::Mocks.with_temporary_scope do
-        expect(server.monitor).to receive(:ismaster).and_raise(exception)
+        expect(server.monitor).to receive(:check).and_raise(exception)
         server.monitor.scan!
       end
       expect_server_state_change
@@ -397,7 +402,7 @@ describe 'SDAM error handling' do
           configureFailPoint: 'failCommand',
           mode: {times: 2},
           data: {
-            failCommands: %w(isMaster),
+            failCommands: %w(isMaster hello),
             closeConnection: true,
           },
         )

data/spec/integration/sdam_events_spec.rb

@@ -1,7 +1,10 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
 require 'spec_helper'
 
 describe 'SDAM events' do
-  let(:subscriber) { EventSubscriber.new }
+  let(:subscriber) { Mrss::EventSubscriber.new }
 
   describe 'server closed event' do
     it 'is published when client is closed' do
@@ -10,7 +13,7 @@ describe 'SDAM events' do
       client.subscribe(Mongo::Monitoring::SERVER_CLOSED, subscriber)
 
       # get the client connected
-      client.database.command(ismaster: 1)
+      client.database.command(ping: 1)
       expect(subscriber.succeeded_events).to be_empty
 
       client.close
@@ -28,7 +31,7 @@ describe 'SDAM events' do
       client.subscribe(Mongo::Monitoring::TOPOLOGY_CLOSED, subscriber)
 
       # get the client connected
-      client.database.command(ismaster: 1)
+      client.database.command(ping: 1)
       expect(subscriber.succeeded_events).to be_empty
 
       client.close
@@ -47,13 +50,20 @@ describe 'SDAM events' do
     context 'pre-4.4 servers' do
       max_server_version '4.2'
 
+      let(:sdam_proc) do
+        Proc.new do |client|
+          client.subscribe(Mongo::Monitoring::SERVER_HEARTBEAT, subscriber)
+        end
+      end
+
       let(:client) do
         new_local_client(SpecConfig.instance.addresses,
           # Heartbeat interval is bound by 500 ms
-          SpecConfig.instance.test_options.merge(heartbeat_frequency: 0.5),
-        ).tap do |client|
-          client.subscribe(Mongo::Monitoring::SERVER_HEARTBEAT, subscriber)
-        end
+          SpecConfig.instance.test_options.merge(
+            heartbeat_frequency: 0.5,
+            sdam_proc: sdam_proc
+          ),
+        )
       end
 
       it 'is published every heartbeat interval' do
@@ -75,13 +85,20 @@ describe 'SDAM events' do
     context '4.4+ servers' do
       min_server_fcv '4.4'
 
+      let(:sdam_proc) do
+        Proc.new do |client|
+          client.subscribe(Mongo::Monitoring::SERVER_HEARTBEAT, subscriber)
+        end
+      end
+
       let(:client) do
         new_local_client(SpecConfig.instance.addresses,
           # Heartbeat interval is bound by 500 ms
-          SpecConfig.instance.test_options.merge(heartbeat_frequency: 0.5),
-        ).tap do |client|
-          client.subscribe(Mongo::Monitoring::SERVER_HEARTBEAT, subscriber)
-        end
+          SpecConfig.instance.test_options.merge(
+            heartbeat_frequency: 0.5,
+            sdam_proc: sdam_proc
+          ),
+        )
       end
 
       it 'is published up to twice every heartbeat interval' do
@@ -89,22 +106,27 @@ describe 'SDAM events' do
         sleep 3
         client.close
 
-        events = subscriber.select_started_events(Mongo::Monitoring::Event::ServerHeartbeatStarted)
+        started_events = subscriber.select_started_events(
+          Mongo::Monitoring::Event::ServerHeartbeatStarted
+        )
         # We could have up to 16 events and should have no fewer than 8 events.
-        # Whenever an awaited ismaster succeeds while the regular monitor is
+        # Whenever an awaited hello succeeds while the regular monitor is
         # waiting, the regular monitor's next scan is pushed forward.
-        events.length.should >= 6
-        events.length.should <= 18
-        (started_awaited = events.select(&:awaited?)).should_not be_empty
-        (started_regular = events.reject(&:awaited?)).should_not be_empty
-
-        events = subscriber.select_succeeded_events(Mongo::Monitoring::Event::ServerHeartbeatSucceeded)
-        events.length.should >= 6
-        events.length.should <= 18
-        (succeeded_awaited = events.select(&:awaited?)).should_not be_empty
-        (succeeded_regular = events.reject(&:awaited?)).should_not be_empty
-
-        # There may be in-flight ismasters that don't complete, both
+        started_events.length.should >= 6
+        started_events.length.should <= 18
+        (started_awaited = started_events.select(&:awaited?)).should_not be_empty
+        (started_regular = started_events.reject(&:awaited?)).should_not be_empty
+
+        completed_events = subscriber.select_completed_events(
+          Mongo::Monitoring::Event::ServerHeartbeatSucceeded,
+          Mongo::Monitoring::Event::ServerHeartbeatFailed,
+        )
+        completed_events.length.should >= 6
+        completed_events.length.should <= 18
+        (succeeded_awaited = completed_events.select(&:awaited?)).should_not be_empty
+        (succeeded_regular = completed_events.reject(&:awaited?)).should_not be_empty
+
+        # There may be in-flight hellos that don't complete, both
         # regular and awaited.
         started_awaited.length.should > 1
         (succeeded_awaited.length..succeeded_awaited.length+1).should include(started_awaited.length)