mongoid 7.1.11 → 7.2.0

data/spec/shared/lib/mrss/event_subscriber.rb

@@ -1,200 +0,0 @@
-# frozen_string_literal: true
-
-module Mrss
-  # Test event subscriber.
-  class EventSubscriber
-
-    # The mappings of event names to types.
-    MAPPINGS = {
-      'topology_opening_event' => Mongo::Monitoring::Event::TopologyOpening,
-      'topology_description_changed_event' => Mongo::Monitoring::Event::TopologyChanged,
-      'topology_closed_event' => Mongo::Monitoring::Event::TopologyClosed,
-      'server_opening_event' => Mongo::Monitoring::Event::ServerOpening,
-      'server_description_changed_event' => Mongo::Monitoring::Event::ServerDescriptionChanged,
-      'server_closed_event' => Mongo::Monitoring::Event::ServerClosed
-    }.freeze
-
-    attr_reader :all_events
-
-    attr_reader :started_events
-
-    attr_reader :succeeded_events
-
-    attr_reader :failed_events
-
-    attr_reader :published_events
-
-    # @param [ String ] name Optional name for the event subscriber.
-    def initialize(name: nil)
-      @mutex = Mutex.new
-      clear_events!
-      @name = name
-    end
-
-    def to_s
-      %Q`#<EventSubscriber:#{@name ? "\"#{@name}\"" : '%x' % object_id} \
-  started=#{started_events.length} \
-  succeeded=#{succeeded_events.length} \
-  failed=#{failed_events.length} \
-  published=#{published_events.length}>`
-    end
-
-    alias :inspect :to_s
-
-    # Event retrieval
-
-    def select_started_events(cls)
-      started_events.select do |event|
-        event.is_a?(cls)
-      end
-    end
-
-    def select_succeeded_events(cls)
-      succeeded_events.select do |event|
-        event.is_a?(cls)
-      end
-    end
-
-    def select_completed_events(*classes)
-      (succeeded_events + failed_events).select do |event|
-        classes.any? { |c| c === event }
-      end
-    end
-
-    def select_published_events(cls)
-      published_events.select do |event|
-        event.is_a?(cls)
-      end
-    end
-
-    # Filters command started events for the specified command name.
-    def command_started_events(command_name)
-      started_events.select do |event|
-        event.command[command_name]
-      end
-    end
-
-    def non_auth_command_started_events
-      started_events.reject do |event|
-        %w(authenticate getnonce saslSstart saslContinue).any? do |cmd|
-          event.command[cmd]
-        end
-      end
-    end
-
-    # Locates command stated events for the specified command name,
-    # asserts that there is exactly one such event, and returns it.
-    def single_command_started_event(command_name, include_auth: false)
-      events = if include_auth
-                 started_events
-               else
-                 non_auth_command_started_events
-               end
-      events.select! do |event|
-        event.command[command_name]
-      end
-      if events.length != 1
-        raise "Expected a single #{command_name} event but we have #{events.length}"
-      end
-      events.first
-    end
-
-
-    # Get the first succeeded event published for the name, and then delete it.
-    #
-    # @param [ String ] name The event name.
-    #
-    # @return [ Event ] The matching event.
-    def first_event(name)
-      cls = MAPPINGS[name]
-      if cls.nil?
-        raise ArgumentError, "Bogus event name #{name}"
-      end
-      matching = succeeded_events.find do |event|
-        cls === event
-      end
-      succeeded_events.delete(matching)
-      matching
-    end
-
-    # Event recording
-
-    # Cache the started event.
-    #
-    # @param [ Event ] event The event.
-    def started(event)
-      @mutex.synchronize do
-        started_events << event
-        all_events << event
-      end
-    end
-
-    # Cache the succeeded event.
-    #
-    # @param [ Event ] event The event.
-    def succeeded(event)
-      @mutex.synchronize do
-        succeeded_events << event
-        all_events << event
-      end
-    end
-
-    # Cache the failed event.
-    #
-    # @param [ Event ] event The event.
-    def failed(event)
-      @mutex.synchronize do
-        failed_events << event
-        all_events << event
-      end
-    end
-
-    def published(event)
-      @mutex.synchronize do
-        published_events << event
-        all_events << event
-      end
-    end
-
-    # Clear all cached events.
-    def clear_events!
-      @all_events = []
-      @started_events = []
-      @succeeded_events = []
-      @failed_events = []
-      @published_events = []
-      self
-    end
-  end
-  # Only handles succeeded events correctly.
-  class PhasedEventSubscriber < EventSubscriber
-    def initialize
-      super
-      @phase_events = {}
-    end
-
-    def phase_finished(phase_index)
-      @phase_events[phase_index] = succeeded_events
-      @succeeded_events = []
-    end
-
-    def phase_events(phase_index)
-      @phase_events[phase_index]
-    end
-
-    def event_count
-      @phase_events.inject(0) do |sum, event|
-        sum + event.length
-      end
-    end
-  end
-
-  class VerboseEventSubscriber < EventSubscriber
-    %w(started succeeded failed published).each do |meth|
-      define_method(meth) do |event|
-        puts event.summary
-        super(event)
-      end
-    end
-  end
-end

data/spec/shared/lib/mrss/server_version_registry.rb

@@ -1,120 +0,0 @@
-# frozen_string_literal: true
-# encoding: utf-8
-
-autoload :JSON, 'json'
-require 'open-uri'
-
-module Mrss
-  class ServerVersionRegistry
-    class Error < StandardError
-    end
-
-    class UnknownVersion < Error
-    end
-
-    class MissingDownloadUrl < Error
-    end
-
-    class BrokenDownloadUrl < Error
-    end
-
-    def initialize(desired_version, arch)
-      @desired_version, @arch = desired_version, arch
-    end
-
-    attr_reader :desired_version, :arch
-
-    def download_url
-      @download_url ||= begin
-        version, version_ok = detect_version(current_catalog)
-        if version.nil?
-          version, full_version_ok = detect_version(full_catalog)
-          version_ok ||= full_version_ok
-        end
-        if version.nil?
-          if version_ok
-            raise MissingDownloadUrl, "No downloads for version #{desired_version}"
-          else
-            raise UnknownVersion, "No version #{desired_version}"
-          end
-        end
-        dl = version['downloads'].detect do |dl|
-          dl['archive']['url'].index("enterprise-#{arch}") &&
-          dl['arch'] == 'x86_64'
-        end
-        unless dl
-          raise MissingDownloadUrl, "No download for #{arch} for #{version['version']}"
-        end
-        url = dl['archive']['url']
-      end
-    rescue MissingDownloadUrl
-      if %w(2.6 3.0).include?(desired_version) && arch == 'ubuntu1604'
-        # 2.6 and 3.0 are only available for ubuntu1204 and ubuntu1404.
-        # Those ubuntus have ancient Pythons that don't work due to not
-        # implementing recent TLS protocols.
-        # Because of this we test on ubuntu1604 which has a newer Python.
-        # But we still need to retrieve ubuntu1404-targeting builds.
-        url = self.class.new('3.2', arch).download_url
-        unless url.include?('3.2.')
-          raise 'URL not in expected format'
-        end
-        url = case desired_version
-        when '2.6'
-          url.sub(/\b3\.2\.\d+/, '2.6.12')
-        when '3.0'
-          url.sub(/\b3\.2\.\d+/, '3.0.15')
-        else
-          raise NotImplementedError
-        end.sub('ubuntu1604', 'ubuntu1404')
-      else
-        raise
-      end
-    end
-
-    private
-
-    def uri_open(*args)
-      if RUBY_VERSION < '2.5'
-        open(*args)
-      else
-        URI.open(*args)
-      end
-    end
-
-    def detect_version(catalog)
-      candidate_versions = catalog['versions'].select do |version|
-        version['version'].start_with?(desired_version) &&
-        !version['version'].include?('-')
-      end
-      version_ok = !candidate_versions.empty?
-      # Sometimes the download situation is borked and there is a release
-      # with no downloads... skip those.
-      version = candidate_versions.detect do |version|
-        !version['downloads'].empty?
-      end
-      # Allow RC releases if there isn't a GA release.
-      if version.nil?
-        candidate_versions = catalog['versions'].select do |version|
-          version['version'].start_with?(desired_version)
-        end
-        version_ok ||= !candidate_versions.empty?
-        version = candidate_versions.detect do |version|
-          !version['downloads'].empty?
-        end
-      end
-      [version, version_ok]
-    end
-
-    def current_catalog
-      @current_catalog ||= begin
-        JSON.load(uri_open('http://downloads.mongodb.org/current.json').read)
-      end
-    end
-
-    def full_catalog
-      @full_catalog ||= begin
-        JSON.load(uri_open('http://downloads.mongodb.org/full.json').read)
-      end
-    end
-  end
-end

data/spec/shared/lib/mrss/utils.rb

@@ -1,15 +0,0 @@
-# frozen_string_literal: true
-# encoding: utf-8
-
-module Mrss
-  module Utils
-
-    module_function def print_backtrace(dest=STDERR)
-      begin
-        hello world
-      rescue => e
-        dest.puts e.backtrace.join("\n")
-      end
-    end
-  end
-end

data/spec/shared/share/Dockerfile.erb

@@ -1,323 +0,0 @@
-# Python toolchain as of this writing is available on rhel62, debian92 and
-# ubuntu1604.
-#
-# To run rhel62 in docker, host system must be configured to emulate syscalls:
-# https://github.com/CentOS/sig-cloud-instance-images/issues/103
-
-<%
-
-python_toolchain_url = "https://s3.amazonaws.com//mciuploads/mongo-python-driver-toolchain/#{distro}/ba92de2700c04ee2d4f82c3ffdfc33105140cb04/mongo_python_driver_toolchain_#{distro.gsub('-', '_')}_ba92de2700c04ee2d4f82c3ffdfc33105140cb04_19_11_14_15_33_33.tar.gz"
-server_version = '4.3.3'
-server_url = "http://downloads.10gen.com/linux/mongodb-linux-x86_64-enterprise-#{distro}-#{server_version}.tgz"
-server_archive_basename = File.basename(server_url)
-server_extracted_dir = server_archive_basename.sub(/\.(tar\.gz|tgz)$/, '')
-
-toolchain_upper='291ba4a4e8297f142796e70eee71b99f333e35e1'
-
-ruby_toolchain_url = "http://boxes.10gen.com/build/toolchain-drivers/mongo-ruby-driver/ruby-toolchain-#{distro}-#{toolchain_upper}.tar.xz"
-#ruby_toolchain_url = "https://s3.amazonaws.com//mciuploads/mongo-ruby-toolchain/#{distro}/#{toolchain_upper}/mongo_ruby_driver_toolchain_#{distro.gsub('-', '_')}_patch_#{toolchain_upper}_#{toolchain_lower}.tar.gz"
-
-%>
-
-FROM <%= base_image %>
-
-<% if debian? %>
-
-  ENV DEBIAN_FRONTEND=noninteractive
-
-<% else %>
-
-  RUN echo assumeyes=1 |tee -a /etc/yum.conf
-
-<% end %>
-
-<% if ruby_head? %>
-
-  # To use current versions of mlaunch, Python 3.6+ is required.
-  # Most distros ship with older Pythons, therefore we need to install
-  # a newer Python from somewhere. This section installs the Python
-  # toolhcain which comes with recent Pythons.
-  # Alternatively, Ruby toolchain compiles its own copy of Python 3 but
-  # this is currently incomplete in that on older distros with old OpenSSL,
-  # the built Python has no ssl module and hence practically is unusable.
-  # Currently Ruby driver uses mtools-legacy which supports Python 2,
-  # avoiding this entire issue for the time being.
-
-  #RUN curl --retry 3 -fL <%= python_toolchain_url %> -o python-toolchain.tar.gz
-  #RUN tar -xC /opt -zf python-toolchain.tar.gz
-
-<% end %>
-
-<% if debian? %>
-
-  # zsh is not required for any scripts but it is a better interactive shell
-  # than bash.
-  # Ruby runtime dependencies: libyaml-0-2
-  # Compiling ruby libraries: gcc make
-  # Compiling pyhton packages: python2.7-dev
-  # JRuby: openjdk-8-jdk-headless
-  # Server dependencies: libsnmp30 libcurl3/libcurl4
-  # Determining OS we are running on: lsb-release
-  # Load balancer testing: haproxy
-  # Kerberos testing: krb5-user
-  # Local Kerberos server: krb5-kdc krb5-admin-server
-  # Installing mlaunch from git: git
-  # ruby-head archive: bzip2
-  # nio4r on JRuby: libgmp-dev
-  # Snappy compression: libsnappy-dev
-  # nokogiri: zlib1g-dev
-  # Mongoid testing: tzdata shared-mime-info
-  # Mongoid application testing: nodejs (8.x or newer)
-  # Test suite: procps for ps (to kill JRubies)
-  #
-  # We currently use Python 2-compatible version of mtools, which
-  # is installable via pip (which uses Python 2). All of the MongoDB
-  # distros have pip installed (but none as of this writing have pip3)
-  # therefore install python-pip in all configurations here.
-
-  <% packages = %w(
-    procps lsb-release bzip2 curl zsh
-    git make gcc libyaml-0-2 libgmp-dev zlib1g-dev libsnappy-dev
-    krb5-user krb5-kdc krb5-admin-server libsasl2-dev libsasl2-modules-gssapi-mit
-    haproxy
-    python3-pip
-    tzdata shared-mime-info
-  ) %>
-
-  <% if distro =~ /ubuntu1404/ %>
-    # For building python & setuptools
-    <% packages += %w(libssl-dev unzip) %>
-  <% end %>
-
-  <% if distro !~ /ubuntu2004/ %>
-    <% packages += %w(python2.7-dev) %>
-  <% end %>
-
-  <% if distro =~ /ubuntu2004/ %>
-    <% packages << 'libsnmp35' %>
-  <% else %>
-    <% packages << 'libsnmp30' %>
-  <% end %>
-
-  <% if distro !~ /ubuntu2004/ %>
-    <% packages << 'python-pip' %>
-  <% end %>
-
-  <% if distro =~ /debian10/ %>
-    <% packages << 'openjdk-11-jdk-headless' %>
-  <% elsif distro =~ /ubuntu1404/ %>
-    # Ubuntu 14.04 only has openjdk 7, this is too old to be useful
-  <% else %>
-    <% packages << 'openjdk-8-jdk-headless' %>
-  <% end %>
-
-  # ubuntu1404, ubuntu1604: libcurl3
-  # ubuntu1804, ubuntu2004, debian10: libcurl4
-  <% if distro =~ /ubuntu1804|ubuntu2004|debian10/ %>
-    <% packages << 'libcurl4' %>
-  <% else %>
-    <% packages << 'libcurl3' %>
-  <% end %>
-
-  <% if distro =~ /ubuntu1804/ %>
-    <% packages << 'nodejs' %>
-  <% end %>
-
-  <% if distro =~ /ubuntu2004/ %>
-    <% packages += %w(ruby ruby2.7 bundler python2 python2-dev) %>
-  <% end %>
-
-  RUN apt-get update && apt-get install -y <%= packages.join(' ') %>
-<% else %>
-
-  <% if distro =~ /rhel6/ %>
-  
-    # CentOS 6 is dead - to use it retrieve the packages from vault:
-    # https://stackoverflow.com/questions/53562691/error-cannot-retrieve-repository-metadata-repomd-xml-for-repository-base-pl
-  
-    <%
-      
-      cfg = <<-CFG
-[base]
-name=CentOS-$releasever - Base
-#mirrorlist=http://mirrorlist.centos.org/?release=$releasever&arch=$basearch&repo=os
-#baseurl=http://mirror.centos.org/centos/$releasever/os/$basearch/
-baseurl=http://vault.centos.org/6.10/os/x86_64/
-gpgcheck=1
-gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-6
-CFG
-
-    %>
-  
-    RUN printf "<%= cfg.gsub("\n", "\\n") %>" >/etc/yum.repos.d/CentOS-Base.repo
-  
-  <% end %>
-  
-  # Enterprise server: net-snmp
-  # lsb_release: redhat-lsb-core
-  # our runner scripts: which
-  # Ruby dependency: libyaml
-  # compiling python packages: gcc python-devel
-  # Kerberos tests: krb5-workstation + cyrus-sasl-devel to build the
-  # mongo_kerberos gem + cyrus-sasl-gssapi for authentication to work
-  # Local Kerberos server: krb5-server
-  # JRuby: java-1.8.0-openjdk
-  #
-  # Note: lacking cyrus-sasl-gssapi produces a cryptic message
-  # "SASL(-4): no mechanism available: No worthy mechs found"
-  # https://github.com/farorm/python-ad/issues/10
-
-  RUN yum install -y redhat-lsb-core which git gcc libyaml krb5-server \
-    krb5-workstation cyrus-sasl-devel cyrus-sasl-gssapi java-1.8.0-openjdk \
-    net-snmp python3
-
-  <% if distro =~ /rhel6/ %>
-
-    # RHEL 6 ships with Python 2.6.
-
-    RUN yum install -y centos-release-scl && \
-      yum install -y python27-python python27-python-devel
-    ENV PATH=/opt/rh/python27/root/usr/bin:$PATH \
-      LD_LIBRARY_PATH=/opt/rh/python27/root/usr/lib64
-
-  <% else %>
-
-    RUN yum install -y python-devel
-
-  <% end %>
-  
-<% end %>
-
-<% if preload? %>
-
-  <% if distro =~ /ubuntu1404/ %>
-    
-    # I couldn't find a prebuilt package of anything more recent than 2.7.6
-    # for 14.04.
-    RUN curl --retry 3 -fL https://www.python.org/ftp/python/2.7.16/Python-2.7.16.tar.xz | \
-      tar xfJ - && \
-      cd Python-2.7.16 && \
-      ./configure && \
-      nice make -j4 && \
-      make install && \
-      cd .. && rm -rf Python-2.7.16
-      
-    ENV PATH=/usr/local/bin:$PATH
-    
-    RUN curl --retry 3 -fL -o setuptools-44.1.1.zip https://files.pythonhosted.org/packages/b2/40/4e00501c204b457f10fe410da0c97537214b2265247bc9a5bc6edd55b9e4/setuptools-44.1.1.zip && \
-      unzip setuptools-44.1.1.zip && \
-      cd setuptools-44.1.1 && \
-      python setup.py install && \
-      cd .. && rm -rf setuptools-44.1.1
-
-  <% end%>
-
-  <% if true || distro =~ /rhel|ubuntu1604/ %>
-
-    # Ubuntu 12.04 ships pip 1.0 which is ancient and does not work.
-    #
-    # Ubuntu 16.04 apparently also ships a pip that does not work:
-    # https://stackoverflow.com/questions/37495375/python-pip-install-throws-typeerror-unsupported-operand-types-for-retry
-    # Potentially this only affects environments with less than ideal
-    # connectivity (or, perhaps, when python package registry is experiencing
-    # availability issues) when pip must retry to install packages.
-    #
-    # rhel apparently does not package pip at all in core repoitories,
-    # therefore install it the manual way.
-    #
-    # https://pip.pypa.io/en/stable/installing/
-    RUN curl --retry 3 -fL https://bootstrap.pypa.io/pip/2.7/get-pip.py | python2
-
-  <% end %>
-
-  # Current virtualenv fails with
-  # https://github.com/pypa/virtualenv/issues/1630
-  <% if distro =~ /ubuntu2004/ %>
-    RUN python3 -m pip install 'virtualenv<20' 'mtools-legacy[mlaunch]'
-  <% else %>
-    RUN python2 -m pip install 'virtualenv<20' 'mtools-legacy[mlaunch]'
-  <% end %>
-
-  RUN pip --version && \
-    pip install mtools-legacy[mlaunch]
-
-  <% if @env.fetch('MONGODB_VERSION') >= '4.4' %>
-    # ubuntu1604 installs MarkupSafe 0.0.0 here instead of 2.0.0+
-    # as specified by dependencies, causing OCSP mock to not work.
-    RUN python3 -mpip install asn1crypto oscrypto flask --upgrade
-  <% end %>
-
-  <% unless ruby_head? || system_ruby? %>
-
-    RUN curl --retry 3 -fL <%= ruby_toolchain_url %> |tar -xC /opt -Jf -
-    ENV PATH=/opt/rubies/<%= ruby %>/bin:$PATH \
-      USE_OPT_TOOLCHAIN=1
-    #ENV PATH=/opt/rubies/python/3/bin:$PATH
-
-  <% end %>
-
-  RUN curl --retry 3 -fL <%= server_download_url %> |tar xzf - && \
-    mv mongo*/ /opt/mongodb
-  ENV USE_OPT_MONGODB=1 USE_SYSTEM_PYTHON_PACKAGES=1
-
-<% end %>
-
-<% if distro =~ /debian|ubuntu/ %>
-  # mkdir was moved from /usr/bin to /bin and MongoDB's distros
-  # apparently keep using the old location.
-  # This definitely affects debian10.
-  # https://stackoverflow.com/questions/64653051/make-usr-bin-mkdir-command-not-found-during-gem-install-nokogiri-in-ubuntu
-  RUN test -f /usr/bin/mkdir || ln -s /bin/mkdir /usr/bin/mkdir
-<% end %>
-
-WORKDIR /app
-
-<% if preload? && !ruby_head? %>
-
-  COPY Gemfile .
-  COPY gemfiles gemfiles
-  COPY *.gemspec .
-  COPY lib/<%= project_lib_subdir %>/version.rb lib/<%= project_lib_subdir %>/version.rb
-  RUN bundle install
-  COPY .evergreen/patch-debuggers .evergreen/patch-debuggers
-  <% if system_ruby? %>
-    # Running under docker with root access
-    RUN .evergreen/patch-debuggers /var/lib/gems
-  <% else %>
-    RUN .evergreen/patch-debuggers /opt/rubies
-  <% end %>
-
-<% end %>
-
-<% if fle? %>
-  RUN curl --retry 3 -fLo libmongocrypt-all.tar.gz "https://s3.amazonaws.com/mciuploads/libmongocrypt/all/master/latest/libmongocrypt-all.tar.gz"
-  RUN tar xf libmongocrypt-all.tar.gz
-
-  <%= "ENV LIBMONGOCRYPT_PATH #{libmongocrypt_path}" %>
-<% end %>
-
-ENV MONGO_ORCHESTRATION_HOME=/tmpfs \
-  PROJECT_DIRECTORY=/app \
-  <%= @env.map { |k, v| %Q`#{k}="#{v.gsub('$', "\\$").gsub('"', "\\\"")}"` }.join(" \\\n  ") %>
-
-<% if interactive? %>
-  ENV INTERACTIVE=1
-<% end %>
-
-COPY . .
-
-<% if expose? %>
-
-  <% ports = [] %>
-
-  <% 0.upto(num_exposed_ports-1) do |i| %>
-    <% ports << 27017 + i %>
-  <% end %>
-
-  <% if @env['OCSP_ALGORITHM'] %>
-    <% ports << 8100 %>
-  <% end %>
-
-  EXPOSE <%= ports.map(&:to_s).join(' ') %>
-
-<% end %>

data/spec/shared/share/haproxy-1.conf

@@ -1,16 +0,0 @@
-# Modeled after
-# https://github.com/mongodb-labs/drivers-evergreen-tools/blob/master/.evergreen/run-load-balancer.sh
-
-defaults
-  mode tcp
-  timeout connect 7s
-  timeout client 55s
-  timeout server 55s
-
-frontend mongos_frontend
-  bind *:27017
-  use_backend mongos_backend
-
-backend mongos_backend
-  mode tcp
-  server mongos_one 127.0.0.1:27117 check

data/spec/shared/share/haproxy-2.conf

@@ -1,17 +0,0 @@
-# Modeled after
-# https://github.com/mongodb-labs/drivers-evergreen-tools/blob/master/.evergreen/run-load-balancer.sh
-
-defaults
-  mode tcp
-  timeout connect 7s
-  timeout client 55s
-  timeout server 55s
-
-frontend mongos_frontend
-  bind *:27017
-  use_backend mongos_backend
-
-backend mongos_backend
-  mode tcp
-  server mongos_one 127.0.0.1:27117 check
-  server mongos_two 127.0.0.1:27118 check