mongo 2.15.0 → 2.18.1

data/spec/mongo/crypt/kms/credentials_spec.rb

@@ -0,0 +1,357 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
+require 'mongo'
+require 'lite_spec_helper'
+
+describe Mongo::Crypt::KMS::Credentials do
+  require_libmongocrypt
+  include_context 'define shared FLE helpers'
+
+  context 'AWS' do
+    let (:params) do
+      Mongo::Crypt::KMS::AWS::Credentials.new(kms_provider)
+    end
+
+
+    %i(access_key_id secret_access_key).each do |key|
+      context "with nil AWS #{key}" do
+        let(:kms_provider) do
+          {
+            access_key_id: SpecConfig.instance.fle_aws_key,
+            secret_access_key: SpecConfig.instance.fle_aws_secret,
+          }.update({key => nil})
+        end
+
+        it 'raises an exception' do
+          expect do
+            params
+          end.to raise_error(ArgumentError, /The #{key} option must be a String with at least one character; currently have nil/)
+        end
+      end
+
+      context "with non-string AWS #{key}" do
+        let(:kms_provider) do
+          {
+            access_key_id: SpecConfig.instance.fle_aws_key,
+            secret_access_key: SpecConfig.instance.fle_aws_secret,
+          }.update({key => 5})
+        end
+
+        it 'raises an exception' do
+          expect do
+            params
+          end.to raise_error(ArgumentError, /The #{key} option must be a String with at least one character; currently have 5/)
+        end
+      end
+
+      context "with empty string AWS #{key}" do
+        let(:kms_provider) do
+          {
+            access_key_id: SpecConfig.instance.fle_aws_key,
+            secret_access_key: SpecConfig.instance.fle_aws_secret,
+          }.update({key => ''})
+        end
+
+        it 'raises an exception' do
+          expect do
+            params
+          end.to raise_error(ArgumentError, /The #{key} option must be a String with at least one character; it is currently an empty string/)
+        end
+      end
+    end
+
+    context 'with valid params' do
+      let(:kms_provider) do
+        {
+          access_key_id: SpecConfig.instance.fle_aws_key,
+          secret_access_key: SpecConfig.instance.fle_aws_secret,
+        }
+      end
+
+      it 'returns valid libmongocrypt credentials' do
+        expect(params.to_document).to eq(
+          BSON::Document.new({
+            accessKeyId: SpecConfig.instance.fle_aws_key,
+            secretAccessKey: SpecConfig.instance.fle_aws_secret,
+          })
+        )
+      end
+    end
+  end
+
+  context 'Azure' do
+    let (:params) do
+      Mongo::Crypt::KMS::Azure::Credentials.new(kms_provider)
+    end
+
+    %i(tenant_id client_id client_secret).each do |param|
+
+      context "with nil azure #{param}" do
+        let(:kms_provider) do
+          {
+            tenant_id: SpecConfig.instance.fle_azure_tenant_id,
+            client_id: SpecConfig.instance.fle_azure_client_id,
+            client_secret: SpecConfig.instance.fle_azure_client_secret
+          }.update(param => nil)
+        end
+
+        it 'raises an exception' do
+          expect do
+            params
+          end.to raise_error(ArgumentError, /The #{param} option must be a String with at least one character; currently have nil/)
+        end
+      end
+
+      context "with non-string azure #{param}" do
+        let(:kms_provider) do
+          {
+            tenant_id: SpecConfig.instance.fle_azure_tenant_id,
+            client_id: SpecConfig.instance.fle_azure_client_id,
+            client_secret: SpecConfig.instance.fle_azure_client_secret
+          }.update(param => 5)
+        end
+
+        it 'raises an exception' do
+          expect do
+            params
+          end.to raise_error(ArgumentError, /The #{param} option must be a String with at least one character; currently have 5/)
+        end
+      end
+
+      context "with empty string azure #{param}" do
+        let(:kms_provider) do
+          {
+            tenant_id: SpecConfig.instance.fle_azure_tenant_id,
+            client_id: SpecConfig.instance.fle_azure_client_id,
+            client_secret: SpecConfig.instance.fle_azure_client_secret
+          }.update(param => '')
+        end
+
+        it 'raises an exception' do
+          expect do
+            params
+          end.to raise_error(ArgumentError, /The #{param} option must be a String with at least one character; it is currently an empty string/)
+        end
+      end
+    end
+
+    context "with non-string azure identity_platform_endpoint" do
+      let(:kms_provider) do
+        {
+          tenant_id: SpecConfig.instance.fle_azure_tenant_id,
+          client_id: SpecConfig.instance.fle_azure_client_id,
+          client_secret: SpecConfig.instance.fle_azure_client_secret,
+          identity_platform_endpoint: 5
+        }
+      end
+
+      it 'raises an exception' do
+        expect do
+          params
+        end.to raise_error(ArgumentError, /The identity_platform_endpoint option must be a String with at least one character; currently have 5/)
+      end
+    end
+
+    context "with empty string azure identity_platform_endpoint" do
+      let(:kms_provider) do
+        {
+          tenant_id: SpecConfig.instance.fle_azure_tenant_id,
+          client_id: SpecConfig.instance.fle_azure_client_id,
+          client_secret: SpecConfig.instance.fle_azure_client_secret,
+          identity_platform_endpoint: ''
+        }
+      end
+
+      it 'raises an exception' do
+        expect do
+          params
+        end.to raise_error(ArgumentError, /The identity_platform_endpoint option must be a String with at least one character; it is currently an empty string/)
+      end
+    end
+
+    context 'with valid params' do
+      let(:kms_provider) do
+        {
+          tenant_id: SpecConfig.instance.fle_azure_tenant_id,
+          client_id: SpecConfig.instance.fle_azure_client_id,
+          client_secret: SpecConfig.instance.fle_azure_client_secret,
+        }
+      end
+
+      it 'returns valid libmongocrypt credentials' do
+        expect(params.to_document).to eq(
+          BSON::Document.new({
+            tenantId: SpecConfig.instance.fle_azure_tenant_id,
+            clientId: SpecConfig.instance.fle_azure_client_id,
+            clientSecret: SpecConfig.instance.fle_azure_client_secret,
+          })
+        )
+      end
+    end
+  end
+
+  context 'GCP' do
+    let (:params) do
+      Mongo::Crypt::KMS::GCP::Credentials.new(kms_provider)
+    end
+
+    %i(email private_key).each do |key|
+      context "with nil GCP #{key}" do
+        let(:kms_provider) do
+          {
+            email: SpecConfig.instance.fle_gcp_email,
+            private_key: SpecConfig.instance.fle_gcp_private_key,
+          }.update({key => nil})
+        end
+
+        it 'raises an exception' do
+          expect do
+            params
+          end.to raise_error(ArgumentError, /The #{key} option must be a String with at least one character; currently have nil/)
+        end
+      end
+
+      context "with non-string GCP #{key}" do
+        let(:kms_provider) do
+          {
+            email: SpecConfig.instance.fle_gcp_email,
+            private_key: SpecConfig.instance.fle_gcp_private_key,
+          }.update({key => 5})
+        end
+
+        it 'raises an exception' do
+          expect do
+            params
+          end.to raise_error(ArgumentError, /The #{key} option must be a String with at least one character; currently have 5/)
+        end
+      end
+
+      context "with empty string GCP #{key}" do
+        let(:kms_provider) do
+          {
+            email: SpecConfig.instance.fle_gcp_email,
+            private_key: SpecConfig.instance.fle_gcp_private_key,
+          }.update({key => ''})
+        end
+
+        it 'raises an exception' do
+          expect do
+            params
+          end.to raise_error(ArgumentError, /The #{key} option must be a String with at least one character; it is currently an empty string/)
+        end
+      end
+    end
+
+    context 'with valid params' do
+      let(:kms_provider) do
+        {
+          email: SpecConfig.instance.fle_gcp_email,
+          private_key: SpecConfig.instance.fle_gcp_private_key,
+      }
+      end
+
+      it 'returns valid libmongocrypt credentials' do
+        expect(params.to_document).to eq(
+          BSON::Document.new({
+            email: SpecConfig.instance.fle_gcp_email,
+            privateKey: BSON::Binary.new(SpecConfig.instance.fle_gcp_private_key, :generic),
+          })
+        )
+      end
+
+      context 'PEM private key' do
+        require_mri
+        before(:all) do
+          if RUBY_VERSION < "3.0"
+            skip "Ruby version 3.0 or higher required"
+          end
+        end
+
+        let(:private_key_pem) do
+          OpenSSL::PKey.read(
+            Base64.decode64(SpecConfig.instance.fle_gcp_private_key)
+          ).export
+        end
+
+        let(:kms_provider) do
+          {
+            email: SpecConfig.instance.fle_gcp_email,
+            private_key: private_key_pem,
+        }
+        end
+
+        it 'returns valid libmongocrypt credentials' do
+          private_key = params.to_document[:privateKey]
+          expect(Base64.decode64(private_key.data)).to eq(
+            Base64.decode64(SpecConfig.instance.fle_gcp_private_key)
+          )
+        end
+      end
+    end
+  end
+
+  context 'KMIP' do
+    let (:params) do
+      Mongo::Crypt::KMS::KMIP::Credentials.new(kms_provider)
+    end
+
+    context "with nil KMIP endpoint" do
+      let(:kms_provider) do
+        {
+          endpoint: nil
+        }
+      end
+
+      it 'raises an exception' do
+        expect do
+          params
+        end.to raise_error(ArgumentError, /The endpoint option must be a String with at least one character; currently have nil/)
+      end
+    end
+
+    context "with non-string KMIP endpoint" do
+      let(:kms_provider) do
+        {
+          endpoint: 5,
+        }
+      end
+
+      it 'raises an exception' do
+        expect do
+          params
+        end.to raise_error(ArgumentError, /The endpoint option must be a String with at least one character; currently have 5/)
+      end
+    end
+
+    context "with empty string KMIP endpoint" do
+      let(:kms_provider) do
+        {
+          endpoint: '',
+        }
+      end
+
+      it 'raises an exception' do
+        expect do
+          params
+        end.to raise_error(ArgumentError, /The endpoint option must be a String with at least one character; it is currently an empty string/)
+      end
+    end
+
+    context 'with valid params' do
+      let(:kms_provider) do
+        {
+        endpoint: SpecConfig.instance.fle_kmip_endpoint,
+        }
+      end
+
+      it 'returns valid libmongocrypt credentials' do
+        expect(params.to_document).to eq(
+          BSON::Document.new({
+            endpoint: SpecConfig.instance.fle_kmip_endpoint,
+          })
+        )
+      end
+    end
+  end
+end

data/spec/mongo/crypt/kms_spec.rb

@@ -0,0 +1,59 @@
+# frozen_string_literal: true
+# encoding: utf-8
+
+require 'mongo'
+require 'lite_spec_helper'
+
+describe Mongo::Crypt::KMS do
+  context 'Validations' do
+    context '.validate_tls_options' do
+      it 'returns valid options for nil parameter' do
+        expect(
+          Mongo::Crypt::KMS::Validations.validate_tls_options(nil)
+        ).to eq({})
+      end
+
+      it 'accepts empty hash' do
+        expect(
+          Mongo::Crypt::KMS::Validations.validate_tls_options({})
+        ).to eq({})
+      end
+
+      it 'does not allow disabled ssl' do
+        expect {
+          Mongo::Crypt::KMS::Validations.validate_tls_options(
+            {
+              aws: {ssl: false}
+            }
+          )
+        }.to raise_error(ArgumentError, /TLS is required/)
+      end
+
+      it 'does not allow insecure tls options' do
+        %i(
+          ssl_verify_certificate
+          ssl_verify_hostname
+          ssl_verify_ocsp_endpoint
+        ).each do |insecure_opt|
+          expect {
+            Mongo::Crypt::KMS::Validations.validate_tls_options(
+              {
+                aws: {insecure_opt => false}
+              }
+            )
+          }.to raise_error(ArgumentError, /Insecure TLS options prohibited/)
+        end
+      end
+
+      it 'allows valid options' do
+        options = {
+          aws: {
+            ssl: true,
+            ssl_cert_string: 'Content is not validated',
+
+          }
+        }
+      end
+    end
+  end
+end

data/spec/mongo/cursor/builder/get_more_command_spec.rb

@@ -1,6 +1,9 @@
 # frozen_string_literal: true
 # encoding: utf-8
 
+# TODO convert, move or delete these tests as part of RUBY-2706.
+
+=begin
 require 'spec_helper'
 
 describe Mongo::Cursor::Builder::GetMoreCommand do
@@ -189,3 +192,4 @@ describe Mongo::Cursor::Builder::GetMoreCommand do
     end
   end
 end
+=end

data/spec/mongo/cursor/builder/op_get_more_spec.rb

@@ -1,6 +1,9 @@
 # frozen_string_literal: true
 # encoding: utf-8
 
+# TODO convert, move or delete these tests as part of RUBY-2706.
+
+=begin
 require 'spec_helper'
 
 describe Mongo::Cursor::Builder::OpGetMore do
@@ -62,3 +65,4 @@ describe Mongo::Cursor::Builder::OpGetMore do
     end
   end
 end
+=end

data/spec/mongo/cursor_spec.rb

@@ -80,6 +80,8 @@ describe Mongo::Cursor do
     end
 
     context 'server is unknown' do
+      require_topology :single, :replica_set, :sharded
+
       let(:server) do
         view.send(:server_selector).select_server(authorized_client.cluster).tap do |server|
           authorized_client.cluster.disconnect!
@@ -329,9 +331,9 @@ describe Mongo::Cursor do
 
       before do
         authorized_collection.insert_many(documents)
-        cluster.schedule_kill_cursor(cursor.id,
-                                     cursor.send(:kill_cursors_op_spec),
-                                     cursor.instance_variable_get(:@server))
+        cluster.schedule_kill_cursor(
+          cursor.kill_spec(cursor.instance_variable_get(:@server))
+        )
       end
 
       let(:view) do
@@ -351,7 +353,12 @@ describe Mongo::Cursor do
         cluster.instance_variable_get(:@periodic_executor).flush
         expect do
           cursor.to_a
-        end.to raise_exception(Mongo::Error::OperationFailure, /[cC]ursor.*not found/)
+        # Mongo::Error::SessionEnded is raised here because the periodic executor
+        # called above kills the cursor and closes the session.
+        # This code is normally scheduled in cursor finalizer, so the cursor object
+        # is garbage collected when the code is executed. So, a user won't get
+        # this exception.
+        end.to raise_exception(Mongo::Error::SessionEnded)
       end
 
       context 'when the cursor is unregistered before the kill cursors operations are executed' do
@@ -429,7 +436,7 @@ describe Mongo::Cursor do
 
       it 'removes the cursor id from the active cursors tracked by the cluster cursor manager' do
         enum.next
-        expect(cursor_reaper.instance_variable_get(:@active_cursors)).not_to include(cursor_id)
+        expect(cursor_reaper.instance_variable_get(:@active_cursor_ids)).not_to include(cursor_id)
       end
     end
   end
@@ -437,7 +444,7 @@ describe Mongo::Cursor do
   context 'when an implicit session is used' do
     min_server_fcv '3.6'
 
-    let(:subscriber) { EventSubscriber.new }
+    let(:subscriber) { Mrss::EventSubscriber.new }
 
     let(:subscribed_client) do
       authorized_client.tap do |client|
@@ -542,6 +549,36 @@ describe Mongo::Cursor do
         end
       end
     end
+
+    context 'when the result set is iterated fully and the cursor id is non-zero' do
+      min_server_fcv '5.0'
+
+      let(:documents) do
+        (1..5).map{ |i| { field: "test#{i}" }}
+      end
+
+      let(:view) { collection.find(field:{'$gte'=>BSON::MinKey.new}).sort(field:1).limit(5).batch_size(4) }
+
+      before do
+        view.to_a
+      end
+
+      it 'schedules a get more command' do
+        get_more_commands = subscriber.started_events.select { |e| e.command_name == 'getMore' }
+        expect(get_more_commands.length).to be 1
+      end
+
+      it 'has a non-zero cursor id on successful get more' do
+        get_more_commands = subscriber.succeeded_events.select { |e| e.command_name == 'getMore' }
+        expect(get_more_commands.length).to be 1
+        expect(get_more_commands[0].reply['cursor']['id']).to_not be 0
+      end
+
+      it 'schedules a kill cursors command' do
+        get_more_commands = subscriber.started_events.select { |e| e.command_name == 'killCursors' }
+        expect(get_more_commands.length).to be 1
+      end
+    end
   end
 
   describe '#inspect' do
@@ -555,9 +592,19 @@ describe Mongo::Cursor do
         db_name: SpecConfig.instance.test_db, coll_name: TEST_COLL }
     end
 
+    let(:conn_desc) do
+      double('connection description').tap do |cd|
+        allow(cd).to receive(:service_id).and_return(nil)
+      end
+    end
+
     let(:reply) do
-      Mongo::Operation::Find.new(query_spec).tap do |reply|
+      double('reply').tap do |reply|
+        allow(reply).to receive(:is_a?).with(Mongo::Operation::Result).and_return(true)
+        allow(reply).to receive(:namespace)
+        allow(reply).to receive(:connection_description).and_return(conn_desc)
         allow(reply).to receive(:cursor_id).and_return(42)
+        allow(reply).to receive(:connection_global_id).and_return(1)
       end
     end
 
@@ -687,4 +734,54 @@ describe Mongo::Cursor do
       end
     end
   end
+
+  describe '#batch_size' do
+    let(:subscriber) { Mrss::EventSubscriber.new }
+
+    let(:subscribed_client) do
+      authorized_client.tap do |client|
+        client.subscribe(Mongo::Monitoring::COMMAND, subscriber)
+      end
+    end
+
+    let(:collection) do
+      subscribed_client[TEST_COLL]
+    end
+
+    let(:view) do
+      collection.find({}, limit: limit)
+    end
+
+    before do
+      collection.drop
+      collection.insert_many([].fill({ "bar": "baz" }, 0, 102))
+    end
+
+    context 'when limit is 0 and batch_size is not set' do
+      let(:limit) do
+        0
+      end
+
+      it 'does not set batch_size' do
+        view.to_a
+        get_more_commands = subscriber.started_events.select { |e| e.command_name == 'getMore' }
+        expect(get_more_commands.length).to eq(1)
+        expect(get_more_commands.first.command.keys).not_to include('batchSize')
+      end
+    end
+
+    context 'when limit is not zero and batch_size is not set' do
+      let(:limit) do
+        1000
+      end
+
+      it 'sets batch_size' do
+        view.to_a
+        get_more_commands = subscriber.started_events.select { |e| e.command_name == 'getMore' }
+
+        expect(get_more_commands.length).to eq(1)
+        expect(get_more_commands.first.command.keys).to include('batchSize')
+      end
+    end
+  end
 end