mongoid 7.1.7 → 7.2.0.rc1

data/spec/shared/lib/mrss/docker_runner.rb

@@ -1,262 +0,0 @@
-require 'optparse'
-require 'erb'
-autoload :Dotenv, 'dotenv'
-
-module Mrss
-  autoload :ServerVersionRegistry, 'mrss/server_version_registry'
-
-  class DockerRunner
-    def initialize(**opts)
-      # These options are required:
-      opts.fetch(:image_tag)
-      opts.fetch(:dockerfile_path)
-      opts.fetch(:default_script)
-      opts.fetch(:project_lib_subdir)
-
-      @options = opts
-    end
-
-    attr_reader :options
-
-    def run
-      process_arguments
-      unless @options[:exec_only]
-        create_dockerfile
-        create_image
-      end
-      if @options[:mongo_only]
-        run_deployment
-      else
-        run_tests
-      end
-    end
-
-    private
-
-    def process_arguments
-      #@options = {}
-      OptionParser.new do |opts|
-        opts.banner = "Usage: test-on-docker [-d distro] [evergreen_key=value ...]"
-
-        opts.on("-a", "--add-env=PATH", "Load environment variables from PATH in .env format") do |path|
-          @options[:extra_env] ||= {}
-          unless File.exist?(path)
-            raise "-a option references nonexistent file #{path}"
-          end
-          Dotenv.parse(path).each do |k, v|
-            @options[:extra_env][k] = v
-          end
-        end
-
-        opts.on("-d", "--distro=DISTRO", "Distro to use") do |v|
-          @options[:distro] = v
-        end
-
-        opts.on('-e', '--exec-only', 'Execute tests using existing Dockerfile (for offline user)') do |v|
-          @options[:exec_only] = v
-        end
-
-        opts.on('-m', '--mongo-only=PORT', 'Start the MongoDB deployment and expose it to host on ports starting with PORT') do |v|
-          @options[:mongo_only] = v.to_i
-        end
-
-        opts.on('-p', '--preload', 'Preload Ruby toolchain and server binaries in docker') do |v|
-          @options[:preload] = v
-        end
-
-        opts.on('-s', '--script=SCRIPT', 'Test script to invoke') do |v|
-          @options[:script] = v
-        end
-
-        opts.on('-i', '--interactive', 'Interactive mode - disable per-test timeouts') do |v|
-          @options[:interactive] = v
-        end
-      end.parse!
-
-      @env = Hash[ARGV.map do |arg|
-        arg.split('=', 2)
-      end]
-
-      @env['RVM_RUBY'] ||= 'ruby-2.7'
-      unless ruby =~ /^j?ruby-/
-        raise "RVM_RUBY option is not in expected format: #{ruby}"
-      end
-
-      @env['MONGODB_VERSION'] ||= '4.4'
-    end
-
-    def create_dockerfile
-      template_path = File.join(File.dirname(__FILE__), '../../share/Dockerfile.erb')
-      result = ERB.new(File.read(template_path)).result(binding)
-      File.open(dockerfile_path, 'w') do |f|
-        f << result
-      end
-    end
-
-    def image_tag
-      options.fetch(:image_tag)
-    end
-
-    def dockerfile_path
-      options.fetch(:dockerfile_path)
-    end
-
-    def create_image
-      run_command(['docker', 'build',
-        '-t', image_tag,
-        '-f', dockerfile_path,
-        '.'])
-    end
-
-    BASE_TEST_COMMAND = %w(docker run -i --tmpfs /tmpfs:exec).freeze
-
-    def run_tests
-      run_command(BASE_TEST_COMMAND + tty_arg + extra_env + [image_tag] +
-        script.split(/\s+/))
-    end
-
-    def run_deployment
-      run_command(BASE_TEST_COMMAND + tty_arg + extra_env + [
-        '-e', %q`TEST_CMD=watch -x bash -c "ps awwxu |egrep 'mongo|ocsp'"`,
-        '-e', 'BIND_ALL=true',
-      ] + port_forwards + [image_tag] + script.split(/\s+/))
-    end
-
-    def tty_arg
-      tty = File.open('/dev/stdin') do |f|
-        f.isatty
-      end
-      if tty
-        %w(-t --init)
-      else
-        []
-      end
-    end
-
-    def extra_env
-      if @options[:extra_env]
-        @options[:extra_env].map do |k, v|
-          # Here the value must not be escaped
-          ['-e', "#{k}=#{v}"]
-        end.flatten
-      else
-        []
-      end
-    end
-
-    def port_forwards
-      args = (0...num_exposed_ports).map do |i|
-        host_port = @options[:mongo_only] + i
-        container_port = 27017 + i
-        ['-p', "#{host_port}:#{container_port}"]
-      end.flatten
-
-      if @env['OCSP_ALGORITHM'] && !@env['OCSP_VERIFIER']
-        args += %w(-p 8100:8100)
-      end
-
-      args
-    end
-
-    def run_command(cmd)
-      if pid = fork
-        Process.wait(pid)
-        unless $?.exitstatus == 0
-          raise "Process exited with code #{$?.exitstatus}"
-        end
-      else
-        exec(*cmd)
-      end
-    end
-
-    def distro
-      @options[:distro] || 'ubuntu1604'
-    end
-
-    BASE_IMAGES = {
-      'debian81' => 'debian:jessie',
-      'debian92' => 'debian:stretch',
-      'ubuntu1404' => 'ubuntu:trusty',
-      'ubuntu1604' => 'ubuntu:xenial',
-      'ubuntu1804' => 'ubuntu:bionic',
-      'rhel62' => 'centos:6',
-      'rhel70' => 'centos:7',
-    }.freeze
-
-    def base_image
-      BASE_IMAGES[distro] or raise "Unknown distro: #{distro}"
-    end
-
-    def ruby
-      @env['RVM_RUBY']
-    end
-
-    def ruby_head?
-      ruby == 'ruby-head'
-    end
-
-    def server_version
-      @env['MONGODB_VERSION']
-    end
-
-    def script
-      @options[:script] || options.fetch(:default_script)
-    end
-
-    def debian?
-      distro =~ /debian|ubuntu/
-    end
-
-    def preload?
-      !!@options[:preload]
-    end
-
-    def interactive?
-      !!@options[:interactive]
-    end
-
-    def project_lib_subdir
-      options.fetch(:project_lib_subdir)
-    end
-
-    def server_download_url
-      @server_download_url ||= ServerVersionRegistry.new(server_version, distro).download_url
-    end
-
-    def libmongocrypt_path
-      case distro
-      when /ubuntu1604/
-        "./ubuntu1604/nocrypto/lib64/libmongocrypt.so"
-      when /ubuntu1804/
-        "./ubuntu1804-64/nocrypto/lib64/libmongocrypt.so"
-      when /debian92/
-        "./debian92/nocrypto/lib64/libmongocrypt.so"
-      else
-        raise "This script does not support running FLE tests on #{distro}. Use ubuntu1604, ubuntu1804 or debian92 instead"
-      end
-    end
-
-    def expose?
-      !!@options[:mongo_only]
-    end
-
-    def fle?
-      %w(1 true yes).include?(@env['FLE']&.downcase)
-    end
-
-    def num_exposed_ports
-      case @env['TOPOLOGY'] || 'standalone'
-      when 'standalone'
-        1
-      when 'replica-set'
-        3
-      when 'sharded-cluster'
-        if @env['SINGLE_MONGOS']
-          1
-        else
-          2
-        end
-      end
-    end
-  end
-end

data/spec/shared/lib/mrss/lite_constraints.rb

@@ -1,175 +0,0 @@
-# frozen_string_literal: true
-# encoding: utf-8
-
-module Mrss
-  module LiteConstraints
-
-    # Constrain tests that use TimeoutInterrupt to MRI (and Unix).
-    def require_mri
-      before(:all) do
-        unless SpecConfig.instance.mri?
-          skip "MRI required, we have #{SpecConfig.instance.platform}"
-        end
-      end
-    end
-
-    def require_jruby
-      before(:all) do
-        unless BSON::Environment.jruby?
-          skip "JRuby required, we have #{SpecConfig.instance.platform}"
-        end
-      end
-    end
-
-    # This is for marking tests that fail on JRuby that should
-    # in principle work (as opposed to being fundamentally incompatible
-    # with JRuby).
-    # Often times these failures happen only in Evergreen.
-    def fails_on_jruby(version=nil)
-      before(:all) do
-        if BSON::Environment.jruby?
-          if version
-            min_parts = version.split('.').map(&:to_i)
-            actual_parts = JRUBY_VERSION.split('.').map(&:to_i)[0...min_parts.length]
-            actual = actual_parts.join('.')
-            if actual <= version
-              skip "Fails on jruby through #{version}"
-            end
-          else
-            skip "Fails on jruby"
-          end
-        end
-      end
-    end
-
-    # Indicates that the respective test uses the internet in some capacity,
-    # for example the test resolves SRV DNS records.
-    def require_external_connectivity
-      before(:all) do
-        if ENV['EXTERNAL_DISABLED']
-          skip "Test requires external connectivity"
-        end
-      end
-    end
-
-    def require_mongo_kerberos
-      before(:all) do
-        # TODO Use a more generic environment variable name if/when
-        # Mongoid tests get Kerberos configurations.
-        unless %w(1 yes true).include?(ENV['MONGO_RUBY_DRIVER_KERBEROS']&.downcase)
-          skip 'Set MONGO_RUBY_DRIVER_KERBEROS=1 in environment to run Kerberos unit tests'
-        end
-        require 'mongo_kerberos'
-      end
-    end
-
-    def require_linting
-      before(:all) do
-        unless Mongo::Lint.enabled?
-          skip "Linting is not enabled"
-        end
-      end
-    end
-
-    # Some tests will fail if linting is enabled:
-    # 1. Tests that pass invalid options to client, etc. which the linter
-    #    rejects.
-    # 2. Tests that set expectations on topologies, server descriptions, etc.
-    #    (since setting expectations requires mutating said objects, and when
-    #    linting is on those objects are frozen).
-    def require_no_linting
-      before(:all) do
-        if Mongo::Lint.enabled?
-          skip "Linting is enabled"
-        end
-      end
-    end
-
-    def require_libmongocrypt
-      before(:all) do
-        unless ENV['LIBMONGOCRYPT_PATH']
-          skip 'Test requires path to libmongocrypt to be specified in LIBMONGOCRYPT_PATH env variable'
-        end
-      end
-    end
-
-    def require_no_libmongocrypt
-      before(:all) do
-        if ENV['LIBMONGOCRYPT_PATH']
-          skip 'Test requires libmongocrypt to not be configured'
-        end
-      end
-    end
-
-    def require_aws_auth
-      before(:all) do
-        unless (ENV['AUTH'] || '') =~ /^aws/
-          skip 'This test requires AUTH=aws* and an appropriately configured runtime environment'
-        end
-      end
-    end
-
-    def require_ec2_host
-      before(:all) do
-        if $have_aws.nil?
-          $have_aws = begin
-            require 'open-uri'
-            begin
-              Timeout.timeout(3.81) do
-                URI.parse('http://169.254.169.254/latest/meta-data/profile').open.read
-              end
-              true
-            # When trying to use the EC2 metadata endpoint on ECS:
-            # Errno::EINVAL: Failed to open TCP connection to 169.254.169.254:80 (Invalid argument - connect(2) for "169.254.169.254" port 80)
-            rescue Timeout::Error, Errno::ETIMEDOUT, Errno::EINVAL, OpenURI::HTTPError => $aws_error
-              false
-            end
-          end
-        end
-        unless $have_aws
-          skip "EC2 instance metadata is not available - assuming not running on an EC2 instance: #{$aws_error.class}: #{$aws_error}"
-        end
-      end
-    end
-
-    def require_stress
-      before(:all) do
-        if !SpecConfig.instance.stress?
-          skip 'Set STRESS=1 in environment to run stress tests'
-        end
-      end
-    end
-
-    def require_fork
-      before(:all) do
-        if !SpecConfig.instance.fork?
-          skip 'Set FORK=1 in environment to run fork tests'
-        end
-      end
-    end
-
-    def require_ocsp
-      before(:all) do
-        if !SpecConfig.instance.ocsp?
-          skip 'Set OCSP=1 in environment to run OCSP tests'
-        end
-      end
-    end
-
-    def require_ocsp_verifier
-      before(:all) do
-        if !SpecConfig.instance.ocsp_verifier?
-          skip 'Set OCSP_VERIFIER=1 in environment to run OCSP verifier tests'
-        end
-      end
-    end
-
-    def require_ocsp_connectivity
-      before(:all) do
-        if !SpecConfig.instance.ocsp_connectivity?
-          skip 'Set OCSP_CONNECTIVITY=pass or OCSP_CONNECTIVITY=fail in environment to run OCSP connectivity tests'
-        end
-      end
-    end
-  end
-end

data/spec/shared/lib/mrss/server_version_registry.rb

@@ -1,69 +0,0 @@
-autoload :JSON, 'json'
-require 'open-uri'
-
-module Mrss
-  class ServerVersionRegistry
-    def initialize(desired_version, arch)
-      @desired_version, @arch = desired_version, arch
-    end
-
-    attr_reader :desired_version, :arch
-
-    def download_url
-      @download_url ||= begin
-        info = JSON.load(uri_open('http://downloads.mongodb.org/current.json').read)
-        version = info['versions'].detect do |version|
-          version['version'].start_with?(desired_version) &&
-          !version['version'].include?('-') &&
-          # Sometimes the download situation is borked and there is a release
-          # with no downloads... skip those.
-          !version['downloads'].empty?
-        end
-        # Allow RC releases if there isn't a GA release.
-        version ||= info['versions'].detect do |version|
-          version['version'].start_with?(desired_version) &&
-          # Sometimes the download situation is borked and there is a release
-          # with no downloads... skip those.
-          !version['downloads'].empty?
-        end
-        if version.nil?
-          info = JSON.load(URI.parse('http://downloads.mongodb.org/full.json').open.read)
-          versions = info['versions'].select do |version|
-            version['version'].start_with?(desired_version) &&
-            !version['downloads'].empty?
-          end
-          # Get rid of rc, beta etc. versions if there is a GA release.
-          if versions.any? { |version| !version.include?('-') }
-            versions.delete_if do |version|
-              version['version'].include?('-')
-            end
-          end
-          # Versions are ordered with newest first, take the first one i.e. the most
-          # recent one.
-          version = versions.first
-          if version.nil?
-            STDERR.puts "Error: no version #{desired_version}"
-            exit 2
-          end
-        end
-        dl = version['downloads'].detect do |dl|
-          dl['archive']['url'].index("enterprise-#{arch}") &&
-          dl['arch'] == 'x86_64'
-        end
-        unless dl
-          STDERR.puts "Error: no download for #{arch} for #{version['version']}"
-          exit 2
-        end
-        url = dl['archive']['url']
-      end
-    end
-
-    def uri_open(*args)
-      if RUBY_VERSION < '2.5'
-        open(*args)
-      else
-        URI.open(*args)
-      end
-    end
-  end
-end