mongo 1.12.5 → 2.0.0.beta

data/lib/mongo/server_selector/secondary.rb

@@ -0,0 +1,91 @@
+# Copyright (C) 2014-2015 MongoDB, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module Mongo
+
+  module ServerSelector
+
+    # Encapsulates specifications for selecting secondary servers given a list
+    #   of candidates.
+    #
+    # @since 2.0.0
+    class Secondary
+      include Selectable
+
+      # Get the name of the server mode type.
+      #
+      # @example Get the name of the server mode for this preference.
+      #   preference.name
+      #
+      # @return [ Symbol ] :secondary
+      #
+      # @since 2.0.0
+      def name
+        :secondary
+      end
+
+      # Whether the slaveOk bit should be set on wire protocol messages.
+      #   I.e. whether the operation can be performed on a secondary server.
+      #
+      # @return [ true ] true
+      #
+      # @since 2.0.0
+      def slave_ok?
+        true
+      end
+
+      # Whether tag sets are allowed to be defined for this server preference.
+      #
+      # @return [ true ] true
+      #
+      # @since 2.0.0
+      def tags_allowed?
+        true
+      end
+
+      # Convert this server preference definition into a format appropriate
+      #   for a mongos server.
+      #
+      # @example Convert this server preference definition into a format
+      #   for mongos.
+      #   preference = Mongo::ServerSelector::Secondary.new
+      #   preference.to_mongos
+      #
+      # @return [ Hash ] The server preference formatted for a mongos server.
+      #
+      # @since 2.0.0
+      def to_mongos
+        preference = { :mode => 'secondary' }
+        preference.merge!({ :tags => tag_sets }) unless tag_sets.empty?
+        preference
+      end
+
+      private
+
+      # Select the secondary servers taking into account any defined tag sets and
+      #   local threshold between the nearest secondary and other secondaries.
+      #
+      # @example Select secondary servers given a list of candidates.
+      #   preference = Mongo::ServerSelector::Secondary.new
+      #   preference.select([candidate_1, candidate_2])
+      #
+      # @return [ Array ] The secondary servers from the list of candidates.
+      #
+      # @since 2.0.0
+      def select(candidates)
+        near_servers(secondaries(candidates))
+      end
+    end
+  end
+end

data/lib/mongo/server_selector/secondary_preferred.rb

@@ -0,0 +1,96 @@
+# Copyright (C) 2014-2015 MongoDB, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module Mongo
+
+  module ServerSelector
+
+    # Encapsulates specifications for selecting servers, with
+    #   secondaries preferred, given a list of candidates.
+    #
+    # @since 2.0.0
+    class SecondaryPreferred
+      include Selectable
+
+      # Get the name of the server mode type.
+      #
+      # @example Get the name of the server mode for this preference.
+      #   preference.name
+      #
+      # @return [ Symbol ] :secondary_preferred
+      #
+      # @since 2.0.0
+      def name
+        :secondary_preferred
+      end
+
+      # Whether the slaveOk bit should be set on wire protocol messages.
+      #   I.e. whether the operation can be performed on a secondary server.
+      #
+      # @return [ true ] true
+      #
+      # @since 2.0.0
+      def slave_ok?
+        true
+      end
+
+      # Whether tag sets are allowed to be defined for this server preference.
+      #
+      # @return [ true ] true
+      #
+      # @since 2.0.0
+      def tags_allowed?
+        true
+      end
+
+      # Convert this server preference definition into a format appropriate
+      #   for a mongos server.
+      # Note that the server preference is not sent to mongos as part of the query
+      #   selector if there are no tag sets, for maximum backwards compatibility.
+      #
+      # @example Convert this server preference definition into a format
+      #   for mongos.
+      #   preference = Mongo::ServerSelector::SecondaryPreferred.new
+      #   preference.to_mongos
+      #
+      # @return [ Hash ] The server preference formatted for a mongos server.
+      #
+      # @since 2.0.0
+      def to_mongos
+        return nil if tag_sets.empty?
+        preference = { mode: 'secondaryPreferred' }
+        preference.merge!({ tags: tag_sets })
+        preference
+      end
+
+      private
+
+      # Select servers taking into account any defined tag sets and
+      #   local threshold, with secondaries.
+      #
+      # @example Select servers given a list of candidates,
+      #   with secondaries preferred.
+      #   preference = Mongo::ServerSelector::SecondaryPreferred.new
+      #   preference.select([candidate_1, candidate_2])
+      #
+      # @return [ Array ] A list of servers matching tag sets and acceptable
+      #   latency with secondaries preferred.
+      #
+      # @since 2.0.0
+      def select(candidates)
+        near_servers(secondaries(candidates)) + primary(candidates)
+      end
+    end
+  end
+end

data/lib/mongo/server_selector/selectable.rb

@@ -0,0 +1,209 @@
+# Copyright (C) 2014-2015 MongoDB, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module Mongo
+  module ServerSelector
+
+    # Provides common behavior for filtering a list of servers by server mode or tag set.
+    #
+    # @since 2.0.0
+    module Selectable
+
+      # The max latency in seconds between the closest server and other servers
+      # considered for selection.
+      #
+      # @since 2.0.0
+      LOCAL_THRESHOLD = 0.015.freeze
+
+      # How long to block for server selection before throwing an exception.
+      #
+      # @since 2.0.0
+      SERVER_SELECTION_TIMEOUT = 30.freeze
+
+      # @return [ Hash ] options The options.
+      attr_reader :options
+
+      # @return [ Array ] tag_sets The tag sets used to select servers.
+      attr_reader :tag_sets
+
+      # Check equality of two server selector.
+      #
+      # @example Check server selector equality.
+      #   preference == other
+      #
+      # @param [ Object ] other The other preference.
+      #
+      # @return [ true, false ] Whether the objects are equal.
+      #
+      # @since 2.0.0
+      def ==(other)
+        name == other.name && tag_sets == other.tag_sets
+      end
+
+      # Initialize the server selector.
+      #
+      # @example Initialize the preference with tag sets.
+      #   Mongo::ServerSelector::Secondary.new([{ 'tag' => 'set' }])
+      #
+      # @example Initialize the preference with no options.
+      #   Mongo::ServerSelector::Secondary.new
+      #
+      # @param [ Array ] tag_sets The tag sets used to select servers.
+      #
+      # @todo: document specific error
+      # @raise [ Exception ] If tag sets are specified but not allowed.
+      #
+      # @since 2.0.0
+      def initialize(tag_sets = [], options = {})
+        if !tag_sets.all? { |set| set.empty? } && !tags_allowed?
+          raise ServerSelector::InvalidServerPreference.new(name)
+        end
+        @tag_sets = tag_sets
+        @options = options
+      end
+
+      # Select a server from eligible candidates.
+      #
+      # @example Select a server from the cluster.
+      #   selector.select_server(cluster)
+      #
+      # @param [ Mongo::Cluster ] cluster The cluster from which to select an eligible server.
+      #
+      # @return [ Mongo::Server ] A server matching the server preference.
+      #
+      # @since 2.0.0
+      def select_server(cluster)
+        deadline = Time.now + server_selection_timeout
+        while (deadline - Time.now) > 0
+          if cluster.standalone?
+            servers = cluster.servers
+          elsif cluster.sharded?
+            servers = near_servers(cluster.servers)
+          else
+            servers = select(cluster.servers)
+          end
+          return servers.first if servers && !servers.compact.empty?
+          cluster.scan!
+        end
+        raise NoServerAvailable.new(self)
+      end
+
+      # Get the timeout for server selection.
+      #
+      # @example Get the server selection timeout, in seconds.
+      #   selector.server_selection_timeout
+      #
+      # @return [ Float ] The timeout.
+      #
+      # @since 2.0.0
+      def server_selection_timeout
+        @server_selection_timeout ||=
+          (options[:server_selection_timeout] || SERVER_SELECTION_TIMEOUT)
+      end
+
+      # Get the local threshold boundary for nearest selection in seconds.
+      #
+      # @example Get the local threshold.
+      #   selector.local_threshold
+      #
+      # @return [ Float ] The local threshold.
+      #
+      # @since 2.0.0
+      def local_threshold
+        @local_threshold ||= (options[:local_threshold] || LOCAL_THRESHOLD)
+      end
+
+      private
+
+      # Select the primary from a list of provided candidates.
+      #
+      # @param [ Array ] candidates List of candidate servers to select the
+      #   primary from.
+      #
+      # @return [ Array ] The primary.
+      #
+      # @since 2.0.0
+      def primary(candidates)
+        candidates.select do |server|
+          server.primary? || server.standalone?
+        end
+      end
+
+      # Select the secondaries from a list of provided candidates.
+      #
+      # @param [ Array ] candidates List of candidate servers to select the
+      #   secondaries from.
+      #
+      # @return [ Array ] The secondary servers.
+      #
+      # @since 2.0.0
+      def secondaries(candidates)
+        matching_servers = candidates.select(&:secondary?)
+        matching_servers = match_tag_sets(matching_servers) unless tag_sets.empty?
+        matching_servers
+      end
+
+      # Select the near servers from a list of provided candidates, taking the
+      #   local threshold into account.
+      #
+      # @param [ Array ] candidates List of candidate servers to select the
+      #   near servers from.
+      #
+      # @return [ Array ] The near servers.
+      #
+      # @since 2.0.0
+      def near_servers(candidates = [])
+        return candidates if candidates.empty?
+        nearest_server = candidates.min_by(&:average_round_trip_time)
+        threshold = nearest_server.average_round_trip_time + (local_threshold * 1000)
+        candidates.select { |server| server.average_round_trip_time <= threshold }.shuffle!
+      end
+
+      # Select the servers matching the defined tag sets.
+      #
+      # @param [ Array ] candidates List of candidate servers from which those
+      #   matching the defined tag sets should be selected.
+      #
+      # @return [ Array ] The servers matching the defined tag sets.
+      #
+      # @since 2.0.0
+      def match_tag_sets(candidates)
+        matches = []
+        tag_sets.find do |tag_set|
+          matches = candidates.select { |server| server.matches_tag_set?(tag_set) }
+          !matches.empty?
+        end
+        matches || []
+      end
+    end
+
+    # Raised when an invalid server preference is provided.
+    #
+    # @since 2.0.0
+    class InvalidServerPreference < Error
+
+      # Instantiate the new exception.
+      #
+      # @example Instantiate the exception.
+      #   Mongo::ServerSelector::InvalidServerPreference.new
+      #
+      # @param [ String ] name The preference name.
+      #
+      # @since 2.0.0
+      def initialize(name)
+        super("This server preference #{name} cannot be combined with tags.")
+      end
+    end
+  end
+end

data/lib/mongo/socket.rb

@@ -0,0 +1,179 @@
+# Copyright (C) 2014-2015 MongoDB, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'socket'
+require 'timeout'
+require 'mongo/socket/ssl'
+require 'mongo/socket/tcp'
+require 'mongo/socket/unix'
+
+module Mongo
+
+  # Provides additional data around sockets for the driver's use.
+  #
+  # @since 2.0.0
+  class Socket
+    include ::Socket::Constants
+
+    # Error message for SSL related exceptions.
+    #
+    # @since 2.0.0
+    SSL_ERROR = 'SSL handshake failed. MongoDB may not be configured with SSL support.'.freeze
+
+    # Error message for timeouts on socket calls.
+    #
+    # @since 2.0.0
+    TIMEOUT_ERROR = 'Socket request timed out'.freeze
+
+    # The pack directive for timeouts.
+    #
+    # @since 2.0.0
+    TIMEOUT_PACK = 'l_2'.freeze
+
+    # @return [ Integer ] family The type of host family.
+    attr_reader :family
+
+    # @return [ Socket ] socket The wrapped socket.
+    attr_reader :socket
+
+    # Is the socket connection alive?
+    #
+    # @example Is the socket alive?
+    #   socket.alive?
+    #
+    # @return [ true, false ] If the socket is alive.
+    #
+    # @since 2.0.0
+    def alive?
+      if Kernel::select([ socket ], nil, [ socket ], 0)
+        !eof? rescue false
+      else
+        true
+      end
+    rescue IOError
+      false
+    end
+
+    # Close the socket.
+    #
+    # @example Close the socket.
+    #   socket.close
+    #
+    # @return [ true ] Always true.
+    #
+    # @since 2.0.0
+    def close
+      socket.close rescue true
+      true
+    end
+
+    # Delegates gets to the underlying socket.
+    #
+    # @example Get the next line.
+    #   socket.gets(10)
+    #
+    # @param [ Array<Object> ] args The arguments to pass through.
+    #
+    # @return [ Object ] The returned bytes.
+    #
+    # @since 2.0.0
+    def gets(*args)
+      handle_errors { socket.gets(*args) }
+    end
+
+    # Create the new socket for the provided family - ipv4, piv6, or unix.
+    #
+    # @example Create a new ipv4 socket.
+    #   Socket.new(Socket::PF_INET)
+    #
+    # @param [ Integer ] family The socket domain.
+    #
+    # @since 2.0.0
+    def initialize(family)
+      @family = family
+      @socket = ::Socket.new(family, SOCK_STREAM, 0)
+      encoded_timeout = [ timeout, 0 ].pack(TIMEOUT_PACK)
+      socket.set_encoding(BSON::BINARY)
+      socket.setsockopt(SOL_SOCKET, SO_RCVTIMEO, encoded_timeout)
+      socket.setsockopt(SOL_SOCKET, SO_SNDTIMEO, encoded_timeout)
+    end
+
+    # Will read all data from the socket for the provided number of bytes.
+    # If less data is returned than requested, an exception will be raised.
+    #
+    # @example Read all the requested data from the socket.
+    #   socket.read(4096)
+    #
+    # @param [ Integer ] length The number of bytes to read.
+    #
+    # @raise [ Mongo::SocketError ] If not all data is returned.
+    #
+    # @return [ Object ] The data from the socket.
+    #
+    # @since 2.0.0
+    def read(length)
+      handle_errors do
+        data = read_from_socket(length)
+        while data.length < length
+          data << read_from_socket(length - data.length)
+        end
+        data
+      end
+    end
+
+    # Read a single byte from the socket.
+    #
+    # @example Read a single byte.
+    #   socket.readbyte
+    #
+    # @return [ Object ] The read byte.
+    #
+    # @since 2.0.0
+    def readbyte
+      handle_errors { socket.readbyte }
+    end
+
+    # Writes data to the socket instance.
+    #
+    # @example Write to the socket.
+    #   socket.write(data)
+    #
+    # @param [ Array<Object> ] args The data to be written.
+    #
+    # @return [ Integer ] The length of bytes written to the socket.
+    #
+    # @since 2.0.0
+    def write(*args)
+      handle_errors { socket.write(*args) }
+    end
+
+    private
+
+    def read_from_socket(length)
+      socket.read(length) || String.new
+    end
+
+    def handle_errors
+      begin
+        yield
+      rescue Errno::ETIMEDOUT
+        raise Error::SocketTimeoutError, TIMEOUT_ERROR
+      rescue IOError, SystemCallError => e
+        raise Error::SocketError, e.message
+      rescue OpenSSL::SSL::SSLError
+        raise Error::SocketError, SSL_ERROR
+      end
+    end
+  end
+end