cassandra-driver 1.0.0.beta.2-java

data/lib/cassandra/cluster/connector.rb

@@ -0,0 +1,244 @@
+# encoding: utf-8
+
+#--
+# Copyright 2013-2014 DataStax, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#++
+
+module Cassandra
+  class Cluster
+    # @private
+    class Connector
+      include MonitorMixin
+
+      def initialize(logger, io_reactor, cluster_registry, connection_options)
+        @logger           = logger
+        @reactor          = io_reactor
+        @registry         = cluster_registry
+        @options          = connection_options
+        @connections      = ::Hash.new
+        @open_connections = ::Hash.new
+
+        mon_initialize
+      end
+
+      def connect(host)
+        synchronize do
+          open_connections = @open_connections[host]
+          if open_connections
+            connection = open_connections.shift
+            @open_connections.delete(host) if open_connections.empty?
+            return Ione::Future.resolved(connection)
+          end
+        end
+
+        @logger.info("Connecting ip=#{host.ip}")
+
+        f = do_connect(host)
+
+        f.on_failure do |error|
+          @logger.warn("Connection failed ip=#{host.ip} error=\"#{error.class.name}: #{error.message}\"")
+          connection_error(host, error)
+        end
+
+        f.on_value do |connection|
+          connection.on_closed do |cause|
+            message = "Disconnected ip=#{host.ip}"
+            message << " error=#{cause.message}" if cause
+
+            @logger.info(message)
+            disconnected(host, cause)
+          end
+
+          @logger.info("Connected ip=#{host.ip}")
+          connected(host)
+        end
+
+        f
+      end
+
+      def refresh_status(host)
+        if synchronize { @connections[host] }
+          @registry.host_up(host.ip)
+
+          return Future.resolved
+        end
+
+        @logger.info("Refreshing host status ip=#{host.ip}")
+        f = do_connect(host)
+
+        f.on_failure do |error|
+          @logger.info("Refreshed host status ip=#{host.ip}")
+          @logger.warn("Connection failed ip=#{host.ip} error=\"#{error.class.name}: #{error.message}\"")
+          connection_error(host, error)
+        end
+
+        f.on_value do |connection|
+          @logger.info("Refreshed host status ip=#{host.ip}")
+          connection.on_closed do |cause|
+            message = "Disconnected ip=#{host.ip}"
+            message << " error=#{cause.message}" if cause
+
+            @logger.info(message)
+            disconnected(host, cause)
+          end
+
+          synchronize do
+            @open_connections[host] ||= []
+            @open_connections[host]  << connection
+          end
+
+          @logger.info("Connected ip=#{host.ip}")
+          connected(host)
+        end
+
+        f
+      end
+
+      def connect_many(host, count)
+        create_additional_connections(host, count, [])
+      end
+
+      private
+
+      NO_CONNECTIONS = Ione::Future.resolved([])
+
+      def do_connect(host)
+        create_connector.connect(host.ip.to_s).fallback do |error|
+          if error.is_a?(Errors::QueryError) && error.code == 0x0a
+            synchronize do
+              if @options.protocol_version > 1
+                @logger.warn('Could not connect using protocol version %d (will try again with %d): %s' % [@options.protocol_version, @options.protocol_version - 1, error.message])
+                @options.protocol_version -= 1
+                do_connect(host)
+              else
+                Ione::Future.failed(error)
+              end
+            end
+          else
+            Ione::Future.failed(error)
+          end
+        end
+      end
+
+      def create_connector
+        authentication_step = @options.protocol_version == 1 ? Cassandra::Client::CredentialsAuthenticationStep.new(@options.credentials) : Cassandra::Client::SaslAuthenticationStep.new(@options.auth_provider)
+        protocol_handler_factory = lambda do |connection|
+          raise "no connection given" unless connection
+          Protocol::CqlProtocolHandler.new(connection, @reactor, @options.protocol_version, @options.compressor)
+        end
+
+        Cassandra::Client::Connector.new([
+          Cassandra::Client::ConnectStep.new(
+            @reactor,
+            protocol_handler_factory,
+            @options.port,
+            {:timeout => @options.connect_timeout, :ssl => @options.ssl},
+            @logger
+          ),
+          Cassandra::Client::CacheOptionsStep.new(@options.connect_timeout),
+          Cassandra::Client::InitializeStep.new(@options.compressor, @logger),
+          authentication_step,
+          Cassandra::Client::CachePropertiesStep.new,
+        ])
+      end
+
+      def create_additional_connections(host, count, established_connections, error = nil)
+        futures = count.times.map do
+          connect(host).recover do |e|
+            Cassandra::Client::FailedConnection.new(e, host)
+          end
+        end
+
+        Ione::Future.all(*futures).flat_map do |connections|
+          established_connections.select!(&:connected?)
+
+          connections.each do |connection|
+            if connection.connected?
+              established_connections << connection
+            else
+              error = connection.error
+            end
+          end
+
+          if !established_connections.empty?
+            connections_left = count - established_connections.size
+            if connections_left == 0
+              Ione::Future.resolved(established_connections)
+            else
+              create_additional_connections(host, connections_left, established_connections, error)
+            end
+          else
+            Ione::Future.failed(error)
+          end
+        end
+      end
+
+      def connected(host)
+        notify = false
+
+        synchronize do
+          connections = @connections[host]
+
+          if connections
+            @connections[host] = connections + 1
+          else
+            notify = true
+
+            @connections[host] = 1
+          end
+        end
+
+        @registry.host_up(host.ip) if notify
+
+        self
+      end
+
+      def disconnected(host, error)
+        notify = false
+
+        synchronize do
+          connections = @connections[host]
+
+          return self unless connections
+
+          connections -= 1
+
+          if connections == 0
+            notify = !error.nil? && !error.is_a?(Cassandra::Error)
+            @connections.delete(host)
+          else
+            @connections[host] = connections
+          end
+        end
+
+        @registry.host_down(host.ip) if notify
+
+        self
+      end
+
+      def connection_error(host, error)
+        notify = false
+
+        synchronize do
+          notify = !error.is_a?(Cassandra::Error) && !@connections.has_key?(host)
+        end
+
+        @registry.host_down(host.ip) if notify
+
+        self
+      end
+    end
+  end
+end

data/lib/cassandra/cluster/control_connection.rb

@@ -0,0 +1,425 @@
+# encoding: utf-8
+
+#--
+# Copyright 2013-2014 DataStax, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#++
+
+module Cassandra
+  class Cluster
+    # @private
+    class ControlConnection
+      include MonitorMixin
+
+      def initialize(logger, io_reactor, cluster_registry, cluster_schema, cluster_metadata, load_balancing_policy, reconnection_policy, connector)
+        @logger                = logger
+        @io_reactor            = io_reactor
+        @registry              = cluster_registry
+        @schema                = cluster_schema
+        @metadata              = cluster_metadata
+        @load_balancing_policy = load_balancing_policy
+        @reconnection_policy   = reconnection_policy
+        @connector             = connector
+        @refreshing_statuses   = Hash.new(false)
+        @status                = :closed
+
+        mon_initialize
+      end
+
+      def connect_async
+        synchronize do
+          return Ione::Future.resolved if @status == :connecting || @status == :connected
+          @status = :connecting
+        end
+
+        @logger.debug('Establishing control connection')
+
+        @io_reactor.start.flat_map do
+          plan = @load_balancing_policy.plan(nil, VOID_STATEMENT, VOID_OPTIONS)
+          connect_to_first_available(plan)
+        end
+      end
+
+      def host_found(host)
+      end
+
+      def host_lost(host)
+        synchronize do
+          @refreshing_statuses.delete(host)
+        end
+      end
+
+      def host_up(host)
+        synchronize do
+          @refreshing_statuses.delete(host)
+
+          return connect_async if !@connection && !(@status == :closed || @status == :closed)
+        end
+
+        Ione::Future.resolved
+      end
+
+      def host_down(host)
+        synchronize do
+          return Ione::Future.resolved if @refreshing_statuses[host]
+
+          @logger.debug("Starting to continuously refresh status for ip=#{host.ip}")
+          @refreshing_statuses[host] = true
+        end
+
+        refresh_host_status(host).fallback do |e|
+          refresh_host_status_with_retry(host, @reconnection_policy.schedule)
+        end
+      end
+
+      def close_async
+        synchronize do
+          return Ione::Future.resolved if @status == :closing || @status == :closed
+          @status = :closing
+        end
+        @io_reactor.stop
+      end
+
+      def inspect
+        "#<#{self.class.name}:0x#{self.object_id.to_s(16)}>"
+      end
+
+      private
+
+      SELECT_LOCAL     = Protocol::QueryRequest.new('SELECT rack, data_center, host_id, release_version, tokens, partitioner FROM system.local', nil, nil, :one)
+      SELECT_PEERS     = Protocol::QueryRequest.new('SELECT peer, rack, data_center, host_id, rpc_address, release_version, tokens FROM system.peers', nil, nil, :one)
+      SELECT_KEYSPACES = Protocol::QueryRequest.new('SELECT * FROM system.schema_keyspaces', nil, nil, :one)
+      SELECT_TABLES    = Protocol::QueryRequest.new('SELECT * FROM system.schema_columnfamilies', nil, nil, :one)
+      SELECT_COLUMNS   = Protocol::QueryRequest.new('SELECT * FROM system.schema_columns', nil, nil, :one)
+      REGISTER         = Protocol::RegisterRequest.new(
+                           Protocol::TopologyChangeEventResponse::TYPE,
+                           Protocol::StatusChangeEventResponse::TYPE,
+                           Protocol::SchemaChangeEventResponse::TYPE
+                         )
+
+      def reconnect_async(schedule)
+        timeout = schedule.next
+
+        @logger.debug("Reestablishing control connection in #{timeout} seconds")
+
+        f = @io_reactor.schedule_timer(timeout)
+        f = f.flat_map do
+          if synchronize { @status == :reconnecting }
+            @logger.debug('Reestablishing control connection')
+            plan = @load_balancing_policy.plan(nil, VOID_STATEMENT, VOID_OPTIONS)
+            connect_to_first_available(plan)
+          else
+            @logger.debug('Stopping reconnection')
+            Ione::Future.resolved
+          end
+        end
+        f.fallback do
+          if synchronize { @status == :reconnecting }
+            reconnect_async(schedule)
+          else
+            @logger.debug('Stopping reconnection')
+            return Ione::Future.resolved
+          end
+        end
+      end
+
+      def register_async
+        connection = @connection
+
+        return Ione::Future.failed("not connected") if connection.nil?
+
+        @logger.debug('Registering for events')
+
+        connection.send_request(REGISTER).map do
+          @logger.debug('Registered for events')
+
+          connection.on_event do |event|
+            @logger.debug("Event received #{event}")
+
+            if event.type == 'SCHEMA_CHANGE'
+              case event.change
+              when 'CREATED'
+                if event.table.empty?
+                  refresh_schema_async
+                else
+                  refresh_keyspace_async(event.keyspace)
+                end
+              when 'DROPPED'
+                if event.table.empty?
+                  refresh_schema_async
+                else
+                  refresh_keyspace_async(event.keyspace)
+                end
+              when 'UPDATED'
+                if event.table.empty?
+                  refresh_keyspace_async(event.keyspace)
+                else
+                  refresh_table_async(event.keyspace, event.table)
+                end
+              end
+            else
+              case event.change
+              when 'UP'
+                address = event.address
+
+                refresh_host_async(address) if @registry.has_host?(address)
+              when 'DOWN'
+                @registry.host_down(event.address)
+              when 'NEW_NODE'
+                address = event.address
+
+                unless @registry.has_host?(address)
+                  refresh_host_async(address)
+                  refresh_schema_async
+                end
+              when 'REMOVED_NODE'
+                @registry.host_lost(event.address)
+                refresh_schema_async
+              end
+            end
+          end
+
+          self
+        end
+      end
+
+      def refresh_schema_async
+        connection = @connection
+
+        return Ione::Future.failed("not connected") if connection.nil?
+
+        @logger.debug('Fetching schema metadata')
+
+        keyspaces = connection.send_request(SELECT_KEYSPACES)
+        tables    = connection.send_request(SELECT_TABLES)
+        columns   = connection.send_request(SELECT_COLUMNS)
+
+        Ione::Future.all(keyspaces, tables, columns).map do |(keyspaces, tables, columns)|
+          @logger.debug('Fetched schema metadata')
+
+          host = @registry.host(connection.host)
+
+          @schema.update_keyspaces(host, keyspaces.rows, tables.rows, columns.rows)
+          @metadata.rebuild_token_map
+        end
+      end
+
+      def refresh_keyspace_async(keyspace)
+        connection = @connection
+
+        return Ione::Future.failed("not connected") if connection.nil?
+
+        @logger.debug("Fetching keyspace #{keyspace.inspect} metadata")
+
+        params    = [keyspace]
+        keyspaces = connection.send_request(Protocol::QueryRequest.new("SELECT * FROM system.schema_keyspaces WHERE keyspace_name = ?", params, nil, :one))
+        tables    = connection.send_request(Protocol::QueryRequest.new("SELECT * FROM system.schema_columnfamilies WHERE keyspace_name = ?", params, nil, :one))
+        columns   = connection.send_request(Protocol::QueryRequest.new("SELECT * FROM system.schema_columns WHERE keyspace_name = ?", params, nil, :one))
+
+        Ione::Future.all(keyspaces, tables, columns).map do |(keyspaces, tables, columns)|
+          @logger.debug("Fetched keyspace #{keyspace.inspect} metadata")
+
+          host = @registry.host(connection.host)
+
+          @schema.update_keyspace(host, keyspaces.rows.first, tables.rows, columns.rows)
+        end
+      end
+
+      def refresh_table_async(keyspace, table)
+        connection = @connection
+
+        return Ione::Future.failed("not connected") if connection.nil?
+
+        @logger.debug("Fetching table \"#{keyspace}.#{table}\" metadata")
+
+        params   = [keyspace, table]
+        table    = connection.send_request(Protocol::QueryRequest.new("SELECT * FROM system.schema_columnfamilies WHERE keyspace_name = ? AND columnfamily_name = ?", params, nil, :one))
+        columns  = connection.send_request(Protocol::QueryRequest.new("SELECT * FROM system.schema_columns WHERE keyspace_name = ? AND columnfamily_name = ?", params, nil, :one))
+
+        Ione::Future.all(table, columns).map do |(table, columns)|
+          @logger.debug("Fetched table \"#{keyspace}.#{table}\" metadata")
+
+          host = @registry.host(connection.host)
+
+          @schema.udpate_table(host, keyspace, table.rows, columns.rows)
+        end
+      end
+
+      def refresh_hosts_async
+        connection = @connection
+
+        return Ione::Future.failed("not connected") if connection.nil?
+
+        @logger.debug('Fetching cluster metadata and peers')
+
+        local = connection.send_request(SELECT_LOCAL)
+        peers = connection.send_request(SELECT_PEERS)
+
+        Ione::Future.all(local, peers).flat_map do |(local, peers)|
+          local = local.rows
+          peers = peers.rows
+
+          @logger.debug('%d peers found' % peers.size)
+
+          raise NO_HOSTS if local.empty? && peers.empty?
+
+          ips = ::Set.new
+
+          peers.each do |data|
+            ips << ip = peer_ip(data)
+            @registry.host_found(ip, data)
+          end
+
+          ips << ip = IPAddr.new(connection.host)
+          data = local.first
+          @registry.host_found(ip, data)
+
+          futures = []
+
+          @registry.each_host do |host|
+            if ips.include?(host.ip)
+              futures << refresh_host_status(host) if host.down?
+            else
+              @registry.host_lost(host.ip)
+            end
+          end
+
+          @metadata.update(data)
+
+          if futures.empty?
+            Ione::Future.resolved
+          else
+            Ione::Future.all(*futures)
+          end
+        end
+      end
+
+      def refresh_host_status(host)
+        @connector.refresh_status(host)
+      end
+
+      def refresh_host_status_with_retry(host, schedule)
+        timeout = schedule.next
+
+        @logger.info("Refreshing host status refresh ip=#{host.ip} in #{timeout}")
+
+        f = @io_reactor.schedule_timer(timeout)
+        f.flat_map do
+          if synchronize { @refreshing_statuses[host] }
+            refresh_host_status(host).fallback do |e|
+              refresh_host_status_with_retry(host, schedule)
+            end
+          else
+            Ione::Future.resolved
+          end
+        end
+      end
+
+      def refresh_host_async(address)
+        connection = @connection
+        return Ione::Future.failed("not connected") if connection.nil?
+
+        ip = address.to_s
+
+        @logger.debug('Fetching node information for %s' % ip)
+
+        if ip == connection.host
+          request = SELECT_LOCAL
+        else
+          request = Protocol::QueryRequest.new('SELECT rack, data_center, host_id, rpc_address, release_version, tokens FROM system.peers WHERE peer = ?', [address], nil, :one)
+        end
+
+        connection.send_request(request).map do |response|
+          @logger.debug('Fetched node information for %s' % ip)
+
+          rows = response.rows
+
+          unless rows.empty?
+            @registry.host_found(address, rows.first)
+            host = @registry.host(address)
+            refresh_host_status(host) if host.down?
+          end
+
+          self
+        end
+      end
+
+      def connect_to_first_available(plan, errors = nil)
+        unless plan.has_next?
+          @logger.warn("Control connection failed")
+          return Ione::Future.failed(Errors::NoHostsAvailable.new(errors || {}))
+        end
+
+        host = plan.next
+        @logger.debug("Attempting connection to ip=#{host.ip}")
+        f = connect_to_host(host)
+        f = f.flat_map do |connection|
+          synchronize do
+            @status = :connected
+
+            @logger.debug("Control connection established ip=#{connection.host}")
+            @connection = connection
+
+            connection.on_closed do
+              reconnect = false
+
+              synchronize do
+                if @status == :closing
+                  @status = :closed
+                else
+                  @status = :reconnecting
+                  reconnect = true
+                end
+
+                @logger.debug("Control connection closed ip=#{connection.host}")
+                @connection = nil
+              end
+
+              reconnect_async(@reconnection_policy.schedule) if reconnect
+            end
+          end
+
+          register_async
+        end
+        f = f.flat_map { refresh_hosts_async }
+        f = f.flat_map { refresh_schema_async }
+        f.fallback do |error|
+          if error.is_a?(Errors::AuthenticationError)
+            Ione::Future.failed(error)
+          elsif error.is_a?(Errors::QueryError)
+            if error.code == 0x100
+              Ione::Future.failed(Errors::AuthenticationError.new(error.message))
+            else
+              Ione::Future.failed(error)
+            end
+          else
+            errors ||= {}
+            errors[host] = error
+            connect_to_first_available(plan, errors)
+          end
+        end
+      end
+
+      def connect_to_host(host)
+        @connector.connect(host)
+      end
+
+      def peer_ip(data)
+        ip = data['rpc_address']
+        ip = data['peer'] if ip == '0.0.0.0'
+        ip
+      end
+    end
+  end
+end