aerospike 2.5.1 → 2.6.0

data/lib/aerospike/node/generation.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+# Copyright 2018 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module Aerospike
+  class Node
+    # generic class for representing changes in eg. peer and partition generation
+    class Generation
+      attr_reader :number
+
+      def initialize(number = -1)
+        @number = ::Aerospike::Atomic.new(number)
+        @changed = ::Aerospike::Atomic.new(false)
+      end
+
+      def changed?
+        @changed.value == true
+      end
+
+      def eql?(number)
+        @number.value == number
+      end
+
+      def reset_changed!
+        @changed.value = false
+      end
+
+      def update(new_number)
+        return if @number.value == new_number
+        @number.value = new_number
+        @changed.value = true
+      end
+    end
+  end
+end

data/lib/aerospike/node/refresh/failed.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+# Copyright 2018 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module Aerospike
+  class Node
+    module Refresh
+      module Failed
+        class << self
+          def call(node, e)
+            Aerospike.logger.info("Node #{node.name} refresh failed: #{e.inspect}")
+            Aerospike.logger.debug { e.backtrace.join("\n") }
+            node.failed!
+          end
+        end
+      end
+    end
+  end
+end

data/lib/aerospike/node/refresh/friends.rb

@@ -0,0 +1,100 @@
+# frozen_string_literal: true
+
+# Copyright 2018 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module Aerospike
+  class Node
+    module Refresh
+      # Refresh peers/friends based on old service protocol
+      module Friends
+        class << self
+          def call(node, peers, info_map)
+            friend_string = info_map['services']
+            cluster = node.cluster
+
+            Aerospike.logger.debug("Refreshing friends for node #{node.name}: services=#{friend_string}")
+
+            if friend_string.to_s.empty?
+              node.peers_count.value = 0
+              return
+            end
+
+            friend_names = friend_string.split(';')
+            node.peers_count.value = friend_names.size
+
+            friend_names.each do |friend|
+              hostname, port = friend.split(':')
+              host = Host.new(hostname, port.to_i)
+              found_node = cluster.find_alias(host)
+
+              if found_node
+                found_node.increase_reference_count!
+                Aerospike.logger.debug("Found existing node #{found_node.name} for host #{host}: Increased ref count to #{found_node.reference_count.value}")
+              else
+                unless peers.hosts.include?(host)
+                  prepare(cluster, peers, host)
+                end
+              end
+            end
+          end
+
+          def prepare(cluster, peers, host)
+            Aerospike.logger.debug("Preparing to add new node for host #{host}")
+            nv = NodeValidator.new(
+              cluster,
+              host,
+              cluster.connection_timeout,
+              cluster.cluster_name,
+              cluster.ssl_options
+            )
+
+            node = peers.find_node_by_name(nv.name)
+
+            unless node.nil?
+              Aerospike.logger.debug("Found existing node #{node.name} among peers for host #{host}")
+              peers.hosts << host
+              node.aliases << host
+              return true
+            end
+
+            node = cluster.find_node_by_name(nv.name)
+
+            unless node.nil?
+              Aerospike.logger.debug("Found existing node #{node.name} in cluster for host #{host}")
+              peers.hosts << host
+              node.aliases << host
+              # Only increase reference count if found in cluster
+              node.increase_reference_count!
+              cluster.add_alias(host, node)
+              return true
+            end
+
+            Aerospike.logger.debug("No existing node found - creating new node #{nv.name} for host #{host}")
+            node = cluster.create_node(nv)
+            peers.hosts << host
+            peers.nodes[nv.name] = node
+            true
+          rescue ::Aerospike::Exceptions::Aerospike => e
+            ::Aerospike.logger.warn("Add node for host #{host} failed: #{e}")
+            false
+          end
+        end
+      end
+    end
+  end
+end

data/lib/aerospike/node/refresh/info.rb

@@ -0,0 +1,60 @@
+# frozen_string_literal: true
+
+# Copyright 2018 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module Aerospike
+  class Node
+    module Refresh
+      module Info
+        CMDS_BASE = %w[node partition-generation cluster-name].freeze
+        CMDS_PEERS = (CMDS_BASE + ['peers-generation']).freeze
+        CMDS_SERVICES = (CMDS_BASE + ['services']).freeze
+
+        class << self
+          def call(node, peers)
+            conn = node.tend_connection
+            if peers.use_peers?
+              info_map = ::Aerospike::Info.request(conn, *CMDS_PEERS)
+              Verify::PeersGeneration.(node, info_map, peers)
+              Verify::PartitionGeneration.(node, info_map)
+              Verify::Name.(node, info_map)
+              Verify::ClusterName.(node, info_map)
+            else
+              info_map = ::Aerospike::Info.request(conn, *CMDS_SERVICES)
+              Verify::PartitionGeneration.(node, info_map)
+              Verify::Name.(node, info_map)
+              Verify::ClusterName.(node, info_map)
+              Refresh::Friends.(node, peers, info_map)
+            end
+
+            node.restore_health
+            node.responded!
+
+            peers.refresh_count += 1
+            node.reset_failures!
+          rescue ::Aerospike::Exceptions::Aerospike => e
+            conn.close if conn
+            node.decrease_health
+            peers.generation_changed = true if peers.use_peers?
+            Refresh::Failed.(node, e)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/aerospike/node/refresh/partitions.rb

@@ -0,0 +1,60 @@
+# frozen_string_literal: true
+
+# Copyright 2018 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module Aerospike
+  class Node
+    module Refresh
+      module Partitions
+        class << self
+          def call(node, peers)
+            return unless should_refresh?(node, peers)
+
+            node.cluster.update_partitions(tokenizer(node), node)
+          rescue ::Aerospike::Exceptions::Aerospike => e
+            node.tend_connection.close
+            Refresh::Failed.(node, e)
+          end
+
+          # Return correct tokenizer depending on version
+          def tokenizer(node)
+            conn = node.tend_connection
+            if node.use_new_info?
+              Aerospike.logger.info("Updating partitions for node #{node.name} using new protocol")
+              PartitionTokenizerNew.new(conn)
+            else
+              Aerospike.logger.info("Updating partitions for node #{node.name} using old protocol")
+              PartitionTokenizerOld.new(conn)
+            end
+          end
+
+          # Do not refresh partitions when node connection has already failed
+          # during this cluster tend iteration. Also, avoid "split cluster"
+          # case where this node thinks it's a 1-node cluster. Unchecked, such
+          # a node can dominate the partition map and cause all other nodes to
+          # be dropped.
+          def should_refresh?(node, peers)
+            return false if node.failed? || !node.active?
+            return false if !node.has_peers? && peers.refresh_count > 1
+            true
+          end
+        end
+      end
+    end
+  end
+end

data/lib/aerospike/node/refresh/peers.rb

@@ -0,0 +1,83 @@
+# frozen_string_literal: true
+
+# Copyright 2018 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module Aerospike
+  class Node
+    module Refresh
+      module Peers
+        class << self
+          def call(node, peers)
+            return unless should_refresh?(node)
+
+            ::Aerospike.logger.debug("Update peers for node #{node.name}")
+
+            cluster = node.cluster
+
+            collection = ::Aerospike::Peers::Fetch.(cluster, node.tend_connection)
+            peers.peers = collection.peers
+            node.peers_count.value = peers.peers.size
+            peers_validated = true
+
+            peers.peers.each do |peer|
+              next if ::Aerospike::Cluster::FindNode.(cluster, peers, peer.node_name)
+
+              node_validated = false
+
+              peer.hosts.each do |host|
+                begin
+                  nv = NodeValidator.new(cluster, host, cluster.connection_timeout, cluster.cluster_name, cluster.ssl_options)
+
+                  if nv.name != peer.node_name
+                    ::Aerospike.logger.warn("Peer node #{peer.node_name} is different than actual node #{nv.name} for host #{host}");
+                    # Must look for new node name in the unlikely event that node names do not agree.
+                    # Node already exists. Do not even try to connect to hosts.
+                    if Cluster::FindNode.(cluster, peers, nv.name)
+                      node_validated = true
+                      break;
+                    end
+                  end
+
+                  new_node = cluster.create_node(nv)
+                  peers.nodes[nv.name] = new_node
+                  node_validated = true
+                  break;
+                rescue ::Aerospike::Exceptions::Aerospike => e
+                  Aerospike.logger.warn("Add node #{host} failed: #{e.inspect}")
+                end
+
+                peers_validated = false unless node_validated
+              end
+            end
+
+            # Only set new peers generation if all referenced peers are added to
+            # the cluster.
+            node.peers_generation.update(collection.generation) if peers_validated
+            peers.refresh_count += 1
+          rescue ::Aerospike::Exceptions::Aerospike => e
+            Refresh::Failed.(node, e)
+          end
+
+          def should_refresh?(node)
+            node.failures.value == 0 && node.active?
+          end
+        end
+      end
+    end
+  end
+end

data/lib/aerospike/node/refresh/reset.rb

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+# Copyright 2018 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+
+module Aerospike
+  class Node
+    module Refresh
+      # Reset a node before running a refresh cycle
+      module Reset
+        class << self
+          def call(node)
+            node.reset_reference_count!
+            node.reset_responded!
+            node.partition_generation.reset_changed!
+          end
+        end
+      end
+    end
+  end
+end

data/lib/aerospike/node/verify/cluster_name.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+# Copyright 2018 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module Aerospike
+  class Node
+    module Verify
+      module ClusterName
+        class << self
+          def call(node, info_map)
+            if node.cluster_name && node.cluster_name != info_map['cluster-name']
+              node.inactive!
+              raise Aerospike::Exceptions::Aerospike.new(Aerospike::ResultCode::INVALID_NODE_ERROR, "Cluster name does not match. expected: #{node.cluster_name}, got: #{info_map['cluster-name']}")
+            end
+          end
+        end
+      end
+    end
+  end
+end