mongo 2.12.4 → 2.14.0.rc1

data/spec/integration/check_clean_slate_spec.rb

@@ -0,0 +1,16 @@
+require 'lite_spec_helper'
+
+# This test can be used to manually verify that there are no leaked
+# background threads - execute it after executing another test (in the same
+# rspec run) that is suspected to leak background threads, such as by
+# running:
+#
+# rspec your_spec.rb spec/integration/check_clean_slate_spec.rb
+
+describe 'Check clean slate' do
+  clean_slate_for_all_if_possible
+
+  it 'checks' do
+    # Nothing
+  end
+end

data/spec/integration/client_authentication_options_spec.rb

@@ -131,7 +131,7 @@ describe 'Client authentication options' do
     end
   end
 
-  shared_examples_for 'an auth mechanism that doesn\'t support auth_mech_properties' do
+  shared_examples_for 'an auth mechanism that does not support auth_mech_properties' do
     context 'with URI options' do
       let(:credentials) { "#{user}:#{pwd}@" }
       let(:options) { "?authMechanism=#{auth_mech_string}&authMechanismProperties=CANONICALIZE_HOST_NAME:true" }
@@ -163,7 +163,7 @@ describe 'Client authentication options' do
     end
   end
 
-  shared_examples_for 'an auth mechanism that doesn\'t support invalid auth sources' do
+  shared_examples_for 'an auth mechanism that does not support invalid auth sources' do
     context 'with URI options' do
       let(:credentials) { "#{user}:#{pwd}@" }
       let(:options) { "?authMechanism=#{auth_mech_string}&authSource=foo" }
@@ -199,7 +199,7 @@ describe 'Client authentication options' do
 
     it_behaves_like 'a supported auth mechanism'
     it_behaves_like 'auth mechanism that uses database or default auth source', 'admin'
-    it_behaves_like 'an auth mechanism that doesn\'t support auth_mech_properties'
+    it_behaves_like 'an auth mechanism that does not support auth_mech_properties'
   end
 
   context 'with SCRAM-SHA-1 auth mechanism' do
@@ -208,7 +208,7 @@ describe 'Client authentication options' do
 
     it_behaves_like 'a supported auth mechanism'
     it_behaves_like 'auth mechanism that uses database or default auth source', 'admin'
-    it_behaves_like 'an auth mechanism that doesn\'t support auth_mech_properties'
+    it_behaves_like 'an auth mechanism that does not support auth_mech_properties'
   end
 
   context 'with SCRAM-SHA-256 auth mechanism' do
@@ -217,7 +217,7 @@ describe 'Client authentication options' do
 
     it_behaves_like 'a supported auth mechanism'
     it_behaves_like 'auth mechanism that uses database or default auth source', 'admin'
-    it_behaves_like 'an auth mechanism that doesn\'t support auth_mech_properties'
+    it_behaves_like 'an auth mechanism that does not support auth_mech_properties'
   end
 
   context 'with GSSAPI auth mechanism' do
@@ -227,7 +227,7 @@ describe 'Client authentication options' do
     let(:auth_mech_sym) { :gssapi }
 
     it_behaves_like 'a supported auth mechanism'
-    it_behaves_like 'an auth mechanism that doesn\'t support invalid auth sources'
+    it_behaves_like 'an auth mechanism that does not support invalid auth sources'
 
     let(:auth_mech_properties) { { canonicalize_host_name: true, service_name: 'other'} }
 
@@ -302,7 +302,7 @@ describe 'Client authentication options' do
     it_behaves_like 'a supported auth mechanism'
     it_behaves_like 'auth mechanism that uses database or default auth source', '$external'
     it_behaves_like 'an auth mechanism with ssl'
-    it_behaves_like 'an auth mechanism that doesn\'t support auth_mech_properties'
+    it_behaves_like 'an auth mechanism that does not support auth_mech_properties'
   end
 
   context 'with MONGODB-X509 auth mechanism' do
@@ -313,8 +313,8 @@ describe 'Client authentication options' do
 
     it_behaves_like 'a supported auth mechanism'
     it_behaves_like 'an auth mechanism with ssl'
-    it_behaves_like 'an auth mechanism that doesn\'t support auth_mech_properties'
-    it_behaves_like 'an auth mechanism that doesn\'t support invalid auth sources'
+    it_behaves_like 'an auth mechanism that does not support auth_mech_properties'
+    it_behaves_like 'an auth mechanism that does not support invalid auth sources'
 
     context 'with URI options' do
       let(:credentials) { "#{user}@" }
@@ -439,35 +439,62 @@ describe 'Client authentication options' do
       {
         service_name: service_name,
         canonicalize_host_name: canonicalize_host_name,
-        service_realm: service_realm
-      }
+        service_realm: service_realm,
+      }.freeze
     end
 
-    context 'with URI options' do
-      let(:options) do
-        "?authMechanismProperties=SERVICE_NAME:#{service_name}," +
-          "CANONICALIZE_HOST_NAME:#{canonicalize_host_name}," +
-          "SERVICE_REALM:#{service_realm}"
-      end
-
+    shared_examples 'correctly sets auth mechanism properties on the client' do
       it 'correctly sets auth mechanism properties on the client' do
-        expect(client.options[:auth_mech_properties]).to eq({
+        expect(client.options[:auth_mech_properties]).to eq(
           'service_name' => service_name,
           'canonicalize_host_name' => canonicalize_host_name,
-          'service_realm' => service_realm
-        })
+          'service_realm' => service_realm,
+        )
+      end
+    end
+
+    context 'with URI options' do
+      let(:options) do
+        "?authMechanismProperties=SERVICE_name:#{service_name}," +
+          "CANONICALIZE_HOST_name:#{canonicalize_host_name}," +
+          "SERVICE_realm:#{service_realm}"
       end
+
+      include_examples 'correctly sets auth mechanism properties on the client'
     end
 
     context 'with client options' do
-      let(:client_opts) { { auth_mech_properties: auth_mechanism_properties } }
+      [:auth_mech_properties, 'auth_mech_properties'].each do |key|
 
-      it 'correctly sets auth mechanism properties on the client' do
-        expect(client.options[:auth_mech_properties]).to eq({
-          'service_name' => service_name,
-          'canonicalize_host_name' => canonicalize_host_name,
-          'service_realm' => service_realm
-        })
+        context "using #{key.class} keys" do
+          let(:client_opts) { { key => auth_mechanism_properties } }
+
+          include_examples 'correctly sets auth mechanism properties on the client'
+
+          context 'when options are given in mixed case' do
+            let(:auth_mechanism_properties) do
+              {
+                service_NAME: service_name,
+                canonicalize_host_NAME: canonicalize_host_name,
+                service_REALM: service_realm,
+              }.freeze
+            end
+
+            context 'using URI and options' do
+
+              let(:client) { new_local_client_nmio(uri, client_opts) }
+
+              include_examples 'correctly sets auth mechanism properties on the client'
+            end
+
+            context 'using host and options' do
+
+              let(:client) { new_local_client_nmio(['localhost'], client_opts) }
+
+              include_examples 'correctly sets auth mechanism properties on the client'
+            end
+          end
+        end
       end
     end
   end

data/spec/integration/client_construction_aws_auth_spec.rb

@@ -0,0 +1,191 @@
+require 'spec_helper'
+
+describe 'Client construction with AWS auth' do
+  require_aws_auth
+
+  let(:client) do
+    new_local_client(SpecConfig.instance.addresses,
+      SpecConfig.instance.ssl_options.merge(
+        auth_mech: :aws,
+        connect_timeout: 3.44, socket_timeout: 3.45,
+        server_selection_timeout: 3.46))
+  end
+
+  let(:authenticated_user_info) do
+    # https://stackoverflow.com/questions/21414608/mongodb-show-current-user
+    info = client.database.command(connectionStatus: 1).documents.first
+    info[:authInfo][:authenticatedUsers].first
+  end
+
+  let(:authenticated_user_name) { authenticated_user_info[:user] }
+
+  shared_examples_for 'connects successfully' do
+    it 'connects successfully' do
+      client['foo'].insert_one(test: true)
+    end
+  end
+
+  context 'credentials specified explicitly' do
+
+    let(:username) { ENV.fetch('MONGO_RUBY_DRIVER_AWS_AUTH_ACCESS_KEY_ID') }
+    let(:password) { ENV.fetch('MONGO_RUBY_DRIVER_AWS_AUTH_SECRET_ACCESS_KEY') }
+    let(:session_token) { ENV.fetch('MONGO_RUBY_DRIVER_AWS_AUTH_SESSION_TOKEN') }
+    let(:address_strs) { SpecConfig.instance.addresses.join(',') }
+
+    context 'regular credentials' do
+      require_auth 'aws-regular'
+
+      context 'via Ruby options' do
+        let(:client) do
+          new_local_client(SpecConfig.instance.addresses,
+            SpecConfig.instance.ssl_options.merge(
+              auth_mech: :aws,
+              user: username,
+              password: password,
+              connect_timeout: 3.34, socket_timeout: 3.35,
+              server_selection_timeout: 3.36))
+        end
+
+        it_behaves_like 'connects successfully'
+
+        it 'uses the expected user' do
+          puts "Authenticated as #{authenticated_user_name}"
+          authenticated_user_name.should =~ /^arn:aws:iam:/
+        end
+      end
+
+      context 'via URI' do
+        let(:client) do
+          new_local_client("mongodb://#{CGI.escape(username)}:#{CGI.escape(password)}@#{address_strs}/test?authMechanism=MONGODB-AWS&serverSelectionTimeoutMS=3.26")
+        end
+
+        it_behaves_like 'connects successfully'
+
+        it 'uses the expected user' do
+          puts "Authenticated as #{authenticated_user_name}"
+          authenticated_user_name.should =~ /^arn:aws:iam:/
+        end
+      end
+    end
+
+    context 'temporary credentials' do
+      require_auth 'aws-assume-role'
+
+      context 'via Ruby options' do
+        let(:client) do
+          new_local_client(SpecConfig.instance.addresses,
+            SpecConfig.instance.ssl_options.merge(
+              auth_mech: :aws,
+              user: username,
+              password: password,
+              auth_mech_properties: {
+                aws_session_token: session_token,
+              },
+              connect_timeout: 3.34, socket_timeout: 3.35,
+              server_selection_timeout: 3.36))
+        end
+
+        it_behaves_like 'connects successfully'
+
+        it 'uses the expected user' do
+          puts "Authenticated as #{authenticated_user_name}"
+          authenticated_user_name.should =~ /^arn:aws:sts:/
+        end
+      end
+
+      context 'via URI' do
+        let(:client) do
+          new_local_client("mongodb://#{CGI.escape(username)}:#{CGI.escape(password)}@#{address_strs}/test?authMechanism=MONGODB-AWS&serverSelectionTimeoutMS=3.26&authMechanismProperties=AWS_SESSION_TOKEN:#{CGI.escape(session_token)}")
+        end
+
+        it_behaves_like 'connects successfully'
+
+        it 'uses the expected user' do
+          puts "Authenticated as #{authenticated_user_name}"
+          authenticated_user_name.should =~ /^arn:aws:sts:/
+        end
+      end
+    end
+  end
+
+  context 'credentials specified via environment' do
+    require_auth 'aws-regular', 'aws-assume-role'
+
+    context 'no credentials given explicitly to Client constructor' do
+      context 'credentials not provided in environment' do
+        local_env(
+          'AWS_ACCESS_KEY_ID' => nil,
+          'AWS_SECRET_ACCESS_KEY' => nil,
+          'AWS_SESSION_TOKEN' => nil,
+        )
+
+        it 'does not connect' do
+          lambda do
+            client['foo'].insert_one(test: true)
+          end.should raise_error(Mongo::Auth::InvalidConfiguration, /Could not locate AWS credentials/)
+        end
+      end
+
+      context 'credentials provided in environment' do
+        local_env do
+          {
+            'AWS_ACCESS_KEY_ID' => ENV.fetch('MONGO_RUBY_DRIVER_AWS_AUTH_ACCESS_KEY_ID'),
+            'AWS_SECRET_ACCESS_KEY' => ENV.fetch('MONGO_RUBY_DRIVER_AWS_AUTH_SECRET_ACCESS_KEY'),
+            'AWS_SESSION_TOKEN' => ENV['MONGO_RUBY_DRIVER_AWS_AUTH_SESSION_TOKEN'],
+          }
+        end
+
+        it_behaves_like 'connects successfully'
+
+        context 'when using regular credentials' do
+          require_auth 'aws-regular'
+
+          it 'uses the expected user' do
+            puts "Authenticated as #{authenticated_user_name}"
+            authenticated_user_name.should =~ /^arn:/
+            authenticated_user_name.should_not =~ /^arn:.*assumed-role/
+          end
+        end
+
+        context 'when using assume role credentials' do
+          require_auth 'aws-assume-role'
+
+          it 'uses the expected user' do
+            puts "Authenticated as #{authenticated_user_name}"
+            authenticated_user_name.should =~ /^arn:.*assumed-role/
+          end
+        end
+      end
+    end
+  end
+
+  context 'credentials specified via instance/task metadata' do
+    require_auth 'aws-ec2', 'aws-ecs'
+
+    before(:all) do
+      # No explicit credentials are expected in the tested configurations
+      ENV['AWS_ACCESS_KEY_ID'].should be_nil
+    end
+
+    it_behaves_like 'connects successfully'
+
+    context 'when using ec2 instance role' do
+      require_auth 'aws-ec2'
+
+      it 'uses the expected user' do
+        puts "Authenticated as #{authenticated_user_name}"
+        authenticated_user_name.should =~ /^arn:aws:sts:.*assumed-role.*instance_profile_role/
+      end
+    end
+
+    context 'when using ecs task role' do
+      require_auth 'aws-ecs'
+
+      it 'uses the expected user' do
+        puts "Authenticated as #{authenticated_user_name}"
+        authenticated_user_name.should =~ /^arn:aws:sts:.*assumed-role.*ecstaskexecutionrole/i
+      end
+    end
+  end
+
+end

data/spec/integration/client_construction_spec.rb

@@ -7,9 +7,10 @@ describe 'Client construction' do
     SpecConfig.instance.test_options.merge(
       server_selection_timeout: 5,
       database: SpecConfig.instance.test_db,
-    ).merge(SpecConfig.instance.credentials_or_x509(
+    ).merge(SpecConfig.instance.credentials_or_external_user(
       user: SpecConfig.instance.test_user.name,
       password: SpecConfig.instance.test_user.password,
+      auth_source: 'admin',
     ))
   end
 

data/spec/integration/collection_indexes_prose_spec.rb

@@ -0,0 +1,55 @@
+require 'spec_helper'
+
+describe 'Mongo::Collection#indexes / listIndexes prose tests' do
+  let(:collection) do
+    authorized_client['list-indexes-prose']
+  end
+
+  before do
+    collection.drop
+    collection.create
+    collection.indexes.create_one({name: 1}, name: 'simple')
+    collection.indexes.create_one({hello: 1, world: -1}, name: 'compound')
+    collection.indexes.create_one({test: 1}, unique: true, name: 'unique')
+    collection.insert_one(
+      name: 'Stanley',
+      hello: 'Yes',
+      world: 'No',
+      test: 'Always',
+    )
+  end
+
+  let(:index_list) do
+    collection.indexes.to_a
+  end
+
+  it 'returns all index names' do
+    %w(simple compound unique).each do |name|
+      index_list.detect do |spec|
+        spec['name'] = name
+      end.should be_a(Hash)
+    end
+  end
+
+  it 'does not return duplicate or nonexistent index names' do
+    # There are 4 total indexes: 3 that we explicitly defined + the
+    # implicit index on _id.
+    index_list.length.should == 4
+  end
+
+  it 'returns the unique flag for unique index' do
+    unique_index = index_list.detect do |spec|
+      spec['name'] == 'unique'
+    end
+    unique_index['unique'].should be true
+  end
+
+  it 'does not return the unique flag for non-unique index' do
+    %w(simple compound).each do |name|
+      index = index_list.detect do |spec|
+        spec['name'] == name
+      end
+      index['unique'].should be nil
+    end
+  end
+end

data/spec/integration/command_monitoring_spec.rb

@@ -73,13 +73,37 @@ describe 'Command monitoring' do
     min_server_fcv '3.6'
 
     # X.509 auth uses authenticate instead of sasl* commands
-    require_no_x509_auth
+    require_no_external_user
+
+    shared_examples_for 'does not nest auth and find' do
+      it 'does not nest auth and find' do
+        expect(subscriber.started_events.length).to eq 0
+        client['test-collection'].find(a: 1).first
+        command_names = subscriber.started_events.map(&:command_name)
+        command_names.should == expected_command_names
+      end
+    end
+
+    context 'pre-4.4 servers' do
+      max_server_version '4.2'
+
+      let(:expected_command_names) do
+        # Long SCRAM conversation.
+        %w(saslStart saslContinue saslContinue find)
+      end
+
+      it_behaves_like 'does not nest auth and find'
+    end
+
+    context '4.4+ servers' do
+      min_server_fcv '4.4'
+
+      let(:expected_command_names) do
+        # Speculative auth + short SCRAM conversation.
+        %w(saslContinue find)
+      end
 
-    it 'does not nest auth and find' do
-      expect(subscriber.started_events.length).to eq 0
-      client['test-collection'].find(a: 1).first
-      command_names = subscriber.started_events.map(&:command_name)
-      expect(command_names).to eq %w(saslStart saslContinue saslContinue find)
+      it_behaves_like 'does not nest auth and find'
     end
   end