aerospike 2.9.0 → 2.13.0

data/lib/aerospike/host.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/info.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/key.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/language.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/node.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -33,7 +33,6 @@ module Aerospike
       @name = nv.name
       @aliases = Atomic.new(nv.aliases)
       @host = nv.host
-      @use_new_info = Atomic.new(nv.use_new_info)
       @features = nv.features
       @cluster_name = nv.cluster_name
 
@@ -52,6 +51,8 @@ module Aerospike
       @active = Atomic.new(true)
       @failures = Atomic.new(0)
 
+      @replica_index = Atomic.new(0)
+
       @connections = ::Aerospike::ConnectionPool.new(cluster, host)
     end
 
@@ -178,10 +179,6 @@ module Aerospike
     end
     alias eql? ==
 
-    def use_new_info?
-      @use_new_info.value
-    end
-
     def hash
       @name.hash
     end

data/lib/aerospike/node/refresh/partitions.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-# Copyright 2018 Aerospike, Inc.
+# Copyright 2018-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -25,24 +25,15 @@ module Aerospike
           def call(node, peers)
             return unless should_refresh?(node, peers)
 
-            node.cluster.update_partitions(tokenizer(node), node)
+            Aerospike.logger.info("Updating partitions for node #{node.name}")
+            conn = node.tend_connection
+            parser = PartitionParser.new(node, conn)
+            node.cluster.update_partitions(parser)
           rescue ::Aerospike::Exceptions::Aerospike => e
-            node.tend_connection.close
+            conn.close
             Refresh::Failed.(node, e)
           end
 
-          # Return correct tokenizer depending on version
-          def tokenizer(node)
-            conn = node.tend_connection
-            if node.use_new_info?
-              Aerospike.logger.info("Updating partitions for node #{node.name} using new protocol")
-              PartitionTokenizerNew.new(conn)
-            else
-              Aerospike.logger.info("Updating partitions for node #{node.name} using old protocol")
-              PartitionTokenizerOld.new(conn)
-            end
-          end
-
           # Do not refresh partitions when node connection has already failed
           # during this cluster tend iteration. Also, avoid "split cluster"
           # case where this node thinks it's a 1-node cluster. Unchecked, such

data/lib/aerospike/node_validator.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -19,54 +19,57 @@
 
 module Aerospike
   class NodeValidator # :nodoc:
-    VERSION_REGEXP = /(?<v1>\d+)\.(?<v2>\d+)\.(?<v3>\d+).*/.freeze
 
-    attr_reader :host, :aliases, :name, :use_new_info, :features, :cluster_name, :tls_options, :conn
+    attr_reader :host, :aliases, :name, :features, :cluster_name, :tls_options, :conn
 
     def initialize(cluster, host, timeout, cluster_name, tls_options = {})
       @cluster = cluster
-      @use_new_info = true
       @features = Set.new
       @host = host
       @cluster_name = cluster_name
       @tls_options = tls_options
 
-      set_aliases(host)
-      set_address(timeout)
+      @aliases = []
+
+      resolve(host.name).each do |address|
+        @aliases += get_hosts(address)
+      end
     end
 
     private
 
-    def set_aliases(host)
-      addresses = resolve(host.name)
-      @aliases = addresses.map { |addr| Host.new(addr, host.port, host.tls_name) }
-      Aerospike.logger.debug("Node Validator found #{aliases.length} addresses for host #{host}: #{@aliases}")
-    end
+    def get_hosts(address)
+      aliases = [get_alias(address, host.port)]
+
+      begin
+        conn = Cluster::CreateConnection.(@cluster, Host.new(address, host.port, host.tls_name))
+
+        commands = %w[node features]
+        commands << address_command unless is_loopback?(address)
 
-    def set_address(timeout)
-      @aliases.each do |aliass|
-        begin
-          conn = Cluster::CreateConnection.(@cluster, @host)
-
-          info_map = Info.request(conn, 'node', 'build', 'features')
-          if node_name = info_map['node']
-            @name = node_name
-
-            # Set features
-            if features = info_map['features']
-              @features = features.split(';').to_set
-            end
-
-            # Check new info protocol support for >= 2.6.6 build
-            if build_version = info_map['build']
-              v1, v2, v3 = parse_version_string(build_version)
-              @use_new_info = v1.to_i > 2 || (v1.to_i == 2 && (v2.to_i > 6 || (v2.to_i == 6 && v3.to_i >= 6)))
-            end
+        info_map = Info.request(conn, *commands)
+
+        if node_name = info_map['node']
+          @name = node_name
+
+          # Set features
+          if features = info_map['features']
+            @features = features.split(';').to_set
           end
-        ensure
-          conn.close if conn
         end
+
+        unless is_loopback?(address)
+          aliases = info_map[address_command].split(',').map { |addr| get_alias(*addr.split(':')) }
+        end
+      ensure
+        conn.close if conn
       end
+
+      aliases.map { |al| Host.new(al[:address], al[:port], host.tls_name) }
+    end
+
+    def get_alias(address, port)
+      { address: address, port: port }
     end
 
     def resolve(hostname)
@@ -79,16 +82,18 @@ module Aerospike
       end
     end
 
-    def is_ip?(hostname)
-      !!((hostname =~ Resolv::IPv4::Regex) || (hostname =~ Resolv::IPv6::Regex))
+    def address_command
+      @address_command ||= @cluster.tls_enabled? ? 'service-tls-std': 'service-clear-std'
     end
 
-    def parse_version_string(version)
-      if v = VERSION_REGEXP.match(version)
-        return v['v1'], v['v2'], v['v3']
-      end
+    def is_loopback?(address)
+      info = Addrinfo.ip(address)
+      info.ipv4_loopback? || info.ipv6_loopback?
+    end
 
-      raise Aerospike::Exceptions::Parse.new("Invalid build version string in Info: #{version}")
+    def is_ip?(hostname)
+      !!((hostname =~ Resolv::IPv4::Regex) || (hostname =~ Resolv::IPv6::Regex))
     end
+
   end # class
-end #module
+end # module

data/lib/aerospike/operation.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -31,6 +31,7 @@ module Aerospike
     APPEND      = 9
     PREPEND     = 10
     TOUCH       = 11
+    DELETE      = 14
 
     def initialize(op_type, bin_name=nil, bin_value=NullValue.new)
       @op_type = op_type
@@ -71,6 +72,10 @@ module Aerospike
       Operation.new(TOUCH)
     end
 
+    def self.delete
+      Operation.new(DELETE)
+    end
+
   end
 
 end # module

data/lib/aerospike/policy/admin_policy.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/policy/batch_policy.rb

@@ -1,4 +1,4 @@
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/policy/client_policy.rb

@@ -1,6 +1,6 @@
 # encoding: utf-8
 
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/policy/commit_level.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/aerospike/policy/consistency_level.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/aerospike/policy/generation_policy.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/aerospike/policy/operate_policy.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2016-2017 Aerospike, Inc.
+# Copyright 2016-2020 Aerospike, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/aerospike/policy/policy.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -15,6 +15,7 @@
 
 require 'aerospike/policy/priority'
 require 'aerospike/policy/consistency_level'
+require 'aerospike/policy/replica'
 
 
 module Aerospike
@@ -22,7 +23,8 @@ module Aerospike
   # Container object for client policy command.
   class Policy
 
-    attr_accessor :priority, :timeout, :max_retries, :sleep_between_retries, :consistency_level
+    attr_accessor :priority, :timeout, :max_retries, :sleep_between_retries, :consistency_level,
+                  :predexp, :fail_on_filtered_out, :replica
 
     def initialize(opt={})
       # Container object for transaction policy attributes used in all database
@@ -32,12 +34,64 @@ module Aerospike
       # Currently, only used for scans.
       @priority = opt[:priority] || Priority::DEFAULT
 
+      # Set optional predicate expression filters in postfix notation.
+      # Predicate expression filters are applied on the query results on the server.
+      # Predicate expression filters may occur on any bin in the record.
+      # Requires Aerospike Server versions >= 3.12
+      #
+      # Postfix notation is described here: http://wiki.c2.com/?PostfixNotation
+      #
+      # Example:
+      #
+      # (c >= 11 and c <= 20) or (d > 3 and (d < 5)
+      # policy.predexp = [
+      #   PredExp.integer_bin("c"),
+      #   PredExp.integer_value(11),
+      #   PredExp.integer_greater_eq(),
+      #   PredExp.integer_bin("c"),
+      #   PredExp.integer_value(20),
+      #   PredExp.integer_less_eq(),
+      #   PredExp.and(2),
+      #   PredExp.integer_bin("d"),
+      #   PredExp.integer_value(3),
+      #   PredExp.integer_greater(),
+      #   PredExp.integer_bin("d"),
+      #   PredExp.integer_value(5),
+      #   PredExp.integer_less(),
+      #   PredExp.and(2),
+      #   PredExp.or(2)
+      # ]
+      #
+      # # Record last update time > 2017-01-15
+      # policy.predexp = [
+      #   PredExp.rec_last_update(),
+      #   PredExp.integer_value(Time.new(2017, 1, 15).to_i),
+      #   PredExp.integer_greater(),
+      #   PredExp.integer_greater()
+      # ]
+      @predexp = opt[:predexp] || nil
+
+
+      # Throw exception if @predexp is defined and that filter evaluates
+      # to false (transaction ignored). The Aerospike::Exceptions::Aerospike
+      # will contain result code Aerospike::ResultCode::FILTERED_OUT.
+      # This field is not applicable to batch, scan or query commands.
+      @fail_on_filtered_out = opt[:fail_on_filtered_out] || false
+
       # How replicas should be consulted in a read operation to provide the desired
       # consistency guarantee. Default to allowing one replica to be used in the
       # read operation.
       @consistency_level = opt[:consistency_level] || Aerospike::ConsistencyLevel::CONSISTENCY_ONE
 
-      # Transaction timeout.
+
+      # Send read commands to the node containing the key's partition replica type.
+      # Write commands are not affected by this setting, because all writes are directed 
+      # to the node containing the key's master partition.
+      #
+      # Default to sending read commands to the node containing the key's master partition.
+      @replica = opt[:replica] || Aerospike::Replica::MASTER;
+
+        # Transaction timeout.
       # This timeout is used to set the socket timeout and is also sent to the
       # server along with the transaction in the wire protocol.
       # Default to no timeout (0).

data/lib/aerospike/policy/priority.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/aerospike/policy/query_policy.rb

@@ -1,4 +1,4 @@
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -24,6 +24,7 @@ module Aerospike
 
     attr_accessor :include_bin_data
     attr_accessor :record_queue_size
+    attr_accessor :records_per_second
 
     def initialize(opt={})
       super(opt)
@@ -42,6 +43,12 @@ module Aerospike
       # Default is 5000.
       @record_queue_size = opt[:record_queue_size] || 5000
 
+      # Limit returned records per second (rps) rate for each server.
+      # Will not apply rps limit if records_per_second is zero.
+      # Currently only applicable to a query without a defined filter (scan).
+      # Default is 0
+      @records_per_second = opt[:records_per_second] || 0
+
       self
     end
 

data/lib/aerospike/policy/record_bin_multiplicity.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2016-2017 Aerospike, Inc.
+# Copyright 2016-2020 Aerospike, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/aerospike/policy/record_exists_action.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.