aerospike 2.13.0 → 2.14.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7bef523a7e7500d8e39cb80f3b9ee6831a5ddc0bd6d782685181cae6a6c6ada5
-  data.tar.gz: 760d626bffac6ed69bcdda048daf39b07a12a85264b67be0677ad5d552c5473c
+  metadata.gz: d0452d4d35ee6d5ce56586cc99b3a68c7e1b4a6c4f6334c6794414a483e2ef01
+  data.tar.gz: 328a5672510bb68e044a92c39fc1f04059daa53b4332eaa5a64dda04f5b3de78
 SHA512:
-  metadata.gz: df19a0c2900463a35b73ba52bfae3bdb2c5f6cbdaba3ab17172219e96ad3de3878bbc1ff57403fbbffe0fb48cc147ee642297e2fe47c829d768e76b1e4dee0fa
-  data.tar.gz: 528ade6f9abfb9b9e266439fefa6606f2623aec2503ec6c5466a5c3f9ffd9656debea49ff434f715f042c3ae319546e80352aa36cdc925ed351cab2633c75c4b
+  metadata.gz: 44c883336f3993d532c7989e1c6bf737deca2773cb444a4cfa6021bca35311c9d4fe5c74ddb73fa1274661435a127892f9a368bd1d94120e6965bee38b870216
+  data.tar.gz: ebac442b5b2ddc345b7d7713b0e8d7f0aaaba9da24aabe811e1a10a26555c2a85ba1d2bad0a0266674fdcc1c3deb573ed1839ffe98294dc979ccc69e42eab187

data/CHANGELOG.md

@@ -2,6 +2,15 @@
 
 All notable changes to this project will be documented in this file.
 
+## [2.14.0] - 2019-08-06
+
+* **New Features**
+  * Adds support for rake-aware reads.
+  * Adds support for client-server compression.
+
+* **Improvements**
+  * Adds support for `truncate-namespace` command.
+
 ## [2.13.0] - 2019-07-17
 
 * **New Features**

data/lib/aerospike.rb

@@ -22,6 +22,7 @@ require "timeout"
 require 'resolv'
 require 'msgpack'
 require 'bcrypt'
+require 'zlib'
 
 require 'aerospike/atomic/atomic'
 
@@ -105,17 +106,21 @@ require 'aerospike/cluster/find_nodes_to_remove'
 require 'aerospike/cluster/find_node'
 require 'aerospike/cluster/partition'
 require 'aerospike/cluster/partition_parser'
+require 'aerospike/cluster/rack_parser'
 require 'aerospike/node'
 require 'aerospike/node/generation'
+require 'aerospike/node/rebalance'
 require 'aerospike/node/refresh/failed'
 require 'aerospike/node/refresh/friends'
 require 'aerospike/node/refresh/info'
 require 'aerospike/node/refresh/partitions'
+require 'aerospike/node/refresh/racks'
 require 'aerospike/node/refresh/peers'
 require 'aerospike/node/refresh/reset'
 require 'aerospike/node/verify/cluster_name'
 require 'aerospike/node/verify/name'
 require 'aerospike/node/verify/partition_generation'
+require 'aerospike/node/verify/rebalance_generation'
 require 'aerospike/node/verify/peers_generation'
 require 'aerospike/node_validator'
 require 'aerospike/peer'

data/lib/aerospike/client.rb

@@ -44,6 +44,7 @@ module Aerospike
     attr_accessor :default_read_policy
     attr_accessor :default_scan_policy
     attr_accessor :default_write_policy
+    attr_accessor :cluster
 
     def initialize(hosts = nil, policy: ClientPolicy.new, connect: true)
 
@@ -224,8 +225,19 @@ module Aerospike
     def truncate(namespace, set_name = nil, before_last_update = nil, options = {})
       policy = create_policy(options, Policy, default_info_policy)
 
-      str_cmd = "truncate:namespace=#{namespace}"
-      str_cmd << ";set=#{set_name}" unless set_name.to_s.strip.empty?
+      node = @cluster.random_node
+      conn = node.get_connection(policy.timeout)
+
+      if set_name && !set_name.to_s.strip.empty?
+        str_cmd = "truncate:namespace=#{namespace}"
+        str_cmd << ";set=#{set_name}" unless set_name.to_s.strip.empty?
+      else
+        if node.supports_feature(Aerospike::Features::TRUNCATE_NAMESPACE)
+          str_cmd = "truncate-namespace:namespace=#{namespace}"
+        else
+          str_cmd = "truncate:namespace=#{namespace}"
+        end
+      end
 
       if before_last_update
         lut_nanos = (before_last_update.to_f * 1_000_000_000.0).round
@@ -235,8 +247,7 @@ module Aerospike
         str_cmd << ";lut=now"
       end
 
-      # Send index command to one node. That node will distribute the command to other nodes.
-      response = send_info_command(policy, str_cmd).upcase
+      response = send_info_command(policy, str_cmd, node).upcase
       return if response == 'OK'
       raise Aerospike::Exceptions::Aerospike.new(Aerospike::ResultCode::SERVER_ERROR, "Truncate failed: #{response}")
     end
@@ -818,9 +829,13 @@ module Aerospike
       self.default_write_policy = create_policy(policies[:write], WritePolicy)
     end
 
-    def send_info_command(policy, command)
+    def send_info_command(policy, command, node = nil)
       Aerospike.logger.debug { "Sending info command: #{command}" }
-      _, response = @cluster.request_info(policy, command).first
+      if node
+        _, response = @cluster.request_node_info(node, policy, command).first
+      else
+        _, response = @cluster.request_info(policy, command).first
+      end
       response.to_s
     end
 

data/lib/aerospike/cluster.rb

@@ -28,6 +28,7 @@ module Aerospike
     attr_reader :features, :tls_options
     attr_reader :cluster_id, :aliases
     attr_reader :cluster_name
+    attr_accessor :rack_aware, :rack_id
 
     def initialize(policy, hosts)
       @cluster_seeds = hosts
@@ -37,6 +38,8 @@ module Aerospike
       @tend_interval = policy.tend_interval
       @cluster_name = policy.cluster_name
       @tls_options = policy.tls
+      @rack_aware = policy.rack_aware
+      @rack_id = policy.rack_id
 
       @replica_index = Atomic.new(0)
 
@@ -111,6 +114,8 @@ module Aerospike
           return master_node(partition)
         when Aerospike::Replica::MASTER_PROLES
           return master_proles_node(partition)
+        when Aerospike::Replica::PREFER_RACK
+          return rack_node(partition, seq)
         when Aerospike::Replica::RANDOM
           return random_node
         else
@@ -125,6 +130,8 @@ module Aerospike
           return master_node(partition)
         when Aerospike::Replica::MASTER_PROLES
           return master_proles_node(partition)
+        when Aerospike::Replica::PREFER_RACK
+          return rack_node(partition, seq)
         when Aerospike::Replica::SEQUENCE
           return sequence_node(partition, seq)
         when Aerospike::Replica::RANDOM
@@ -149,6 +156,38 @@ module Aerospike
       node
     end
 
+    # Returns a node on the cluster
+    def rack_node(partition, seq)
+      partition_map = partitions
+      replica_array = partition_map[partition.namespace]
+      raise Aerospike::Exceptions::InvalidNamespace("namespace not found in the partition map") if !replica_array
+
+      replica_array = replica_array.get
+
+      is_retry = seq.value > -1
+
+      node = nil
+      fallback = nil
+      for i in 1..replica_array.length
+        idx = (seq.update{|v| v.succ} % replica_array.size).abs
+        node = (replica_array[idx].get)[partition.partition_id]
+
+        next if !node
+
+        fallback = node
+
+        # If fallback exists, do not retry on node where command failed,
+        # even if fallback is not on the same rack.
+        return fallback if is_retry && fallback && i == replica_array.length
+
+        return node if node && node.active? && node.has_rack(partition.namespace, @rack_id)
+      end
+
+      return fallback if fallback
+
+      raise Aerospike::Exceptions::InvalidNode
+    end
+
     # Returns a node on the cluster for read operations
     def master_proles_node(partition)
       partition_map = partitions
@@ -256,6 +295,13 @@ module Aerospike
       end
     end
 
+    def request_node_info(node, policy, *commands)
+      conn = node.get_connection(policy.timeout)
+      Info.request(conn, *commands).tap do
+        node.put_connection(conn)
+      end
+    end
+
     def supports_feature?(feature)
       @features.get.include?(feature.to_s)
     end
@@ -352,6 +398,7 @@ module Aerospike
 
       nodes.each do |node|
         node.refresh_partitions(peers) if node.partition_generation.changed?
+        node.refresh_racks if node.rebalance_generation.changed?
       end
 
       if peers.generation_changed? || !peers.use_peers?

data/lib/aerospike/cluster/rack_parser.rb

@@ -0,0 +1,117 @@
+# frozen_string_literal: true
+
+# Copyright 2014-2020 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'base64'
+
+module Aerospike
+
+  class RackParser #:nodoc:
+
+    attr_accessor :rebalance_generation, :racks
+
+    REBALANCE_GENERATION = "rebalance-generation"
+    RACK_IDS = "rack-ids"
+
+    def initialize(node, conn)
+      @node = node
+      @conn = conn
+      @racks = nil
+    end
+
+    def update_racks
+      # Use low-level info methods and parse byte array directly for maximum performance.
+      # Receive format: rack-ids\t
+      #                 <ns1>:<rack-id>...;
+      #                 <ns2>:<rack-id>...; ...
+      info_map = Info.request(@conn, REBALANCE_GENERATION, RACK_IDS)
+
+      @rebalance_generation = info_map[REBALANCE_GENERATION].to_i
+
+      info = info_map[RACK_IDS]
+      if !info || info.length == 0
+        raise Aerospike::Exceptions::Connection.new("#{RACK_IDS} response for node #{@node.name} is empty")
+      end
+
+      @buffer = info
+      @length = info.length
+      @offset = 0
+
+      while @offset < @length && @buffer[@offset] != '\n'
+        namespace = parse_name
+        rack_id = parse_rack_id
+
+        @racks = {} if !@racks
+        @racks[namespace] = rack_id
+      end
+
+      @racks
+    end
+
+    private
+
+    def parse_name
+      beginning = @offset
+      while @offset < @length
+        break if @buffer[@offset] == ':'
+        @offset+=1
+      end
+
+      # Parse namespace.
+      namespace = @buffer[beginning...@offset].strip
+
+      if namespace.length <= 0 || namespace.length >= 32
+        response = get_truncated_response
+        raise Aerospike::Exceptions::Parse.new(
+          "Invalid rack namespace #{namespace}. Response=#{response}"
+        )
+      end
+
+      @offset+=1
+      namespace
+    end
+
+    def parse_rack_id
+      beginning = @offset
+      while @offset < @length
+        break if @buffer[@offset] == ';'
+        @offset+=1
+      end
+
+      # Parse rack_id
+      rack_id = @buffer[beginning...@offset].strip.to_i
+
+      if rack_id < 0
+        response = get_truncated_response
+        raise Aerospike::Exceptions::Parse.new(
+          "Invalid rack_id #{rack_id}. Response=#{response}"
+        )
+      end
+
+      @offset+=1
+      rack_id
+    end
+
+    def get_truncated_response
+      max = @length
+      @length = max if @length > 200
+      @buffer[0...max]
+    end
+
+
+  end # class
+
+end # module

data/lib/aerospike/command/batch_direct_command.rb

@@ -75,6 +75,7 @@ module Aerospike
       end
 
       end_cmd
+      mark_compressed(@policy)
     end
 
     # Parse all results in the batch.  Add records to shared list.

data/lib/aerospike/command/batch_index_command.rb

@@ -98,6 +98,7 @@ module Aerospike
         end
       end
       end_cmd
+      mark_compressed(@policy)
     end
 
     # Parse all results in the batch.  Add records to shared list.

data/lib/aerospike/command/command.rb

@@ -16,6 +16,7 @@
 # the License.
 
 require 'time'
+require 'zlib'
 
 require 'msgpack'
 require 'aerospike/result_code'
@@ -42,6 +43,9 @@ module Aerospike
   # Involve all replicas in read operation.
   INFO1_CONSISTENCY_ALL = Integer(1 << 6)
 
+  # Tell server to compress it's response.
+  INFO1_COMPRESS_RESPONSE = (1 << 7)
+
   # Create or update record
   INFO2_WRITE = Integer(1 << 0)
   # Fling a record into the belly of Moloch.
@@ -72,8 +76,10 @@ module Aerospike
   OPERATION_HEADER_SIZE      = 8
   MSG_REMAINING_HEADER_SIZE  = 22
   DIGEST_SIZE                = 20
+  COMPRESS_THRESHOLD         = 128
   CL_MSG_VERSION             = 2
   AS_MSG_TYPE                = 3
+  AS_MSG_TYPE_COMPRESSED     = 4
 
   class Command #:nodoc:
 
@@ -83,6 +89,8 @@ module Aerospike
 
       @node = node
 
+      @compress = false
+
       # will add before use
       @sequence = Atomic.new(-1)
 
@@ -118,6 +126,7 @@ module Aerospike
       end
 
       end_cmd
+      mark_compressed(policy)
     end
 
     # Writes the command for delete operations
@@ -288,6 +297,7 @@ module Aerospike
       write_operation_for_bin(nil, Aerospike::Operation::READ) if read_header
 
       end_cmd
+      mark_compressed(policy)
     end
 
     def set_udf(policy, key, package_name, function_name, args)
@@ -310,6 +320,7 @@ module Aerospike
       write_field_bytes(arg_bytes, Aerospike::FieldType::UDF_ARGLIST)
 
       end_cmd
+      mark_compressed(policy)
     end
 
     def set_scan(policy, namespace, set_name, bin_names)
@@ -579,6 +590,7 @@ module Aerospike
     # Generic header write.
     def write_header(policy, read_attr, write_attr, field_count, operation_count)
       read_attr |= INFO1_CONSISTENCY_ALL if policy.consistency_level == Aerospike::ConsistencyLevel::CONSISTENCY_ALL
+      read_attr |= INFO1_COMPRESS_RESPONSE if policy.use_compression
 
       # Write all header data except total size which must be written last.
       @data_buffer.write_byte(MSG_REMAINING_HEADER_SIZE, 8) # Message heade.length.
@@ -628,6 +640,7 @@ module Aerospike
       info_attr |= INFO3_COMMIT_MASTER if policy.commit_level == Aerospike::CommitLevel::COMMIT_MASTER
       read_attr |= INFO1_CONSISTENCY_ALL if policy.consistency_level == Aerospike::ConsistencyLevel::CONSISTENCY_ALL
       write_attr |= INFO2_DURABLE_DELETE if policy.durable_delete
+      read_attr |= INFO1_COMPRESS_RESPONSE if policy.use_compression
 
       # Write all header data except total size which must be written last.
       @data_buffer.write_byte(MSG_REMAINING_HEADER_SIZE, 8) # Message heade.length.
@@ -810,6 +823,48 @@ module Aerospike
       @data_buffer.write_int64(size, 0)
     end
 
+    def use_compression?
+      @compress
+    end
+
+    def compress_buffer
+      if @data_offset > COMPRESS_THRESHOLD
+        compressed = Zlib::deflate(@data_buffer.buf, Zlib::DEFAULT_COMPRESSION)
+
+        # write original size as header
+        proto_s = "%08d" % 0
+        proto_s[0, 8] = [@data_offset].pack('q>')
+        compressed.prepend(proto_s)
+
+        # write proto
+        proto = (compressed.size+8) | Integer(CL_MSG_VERSION << 56) | Integer(AS_MSG_TYPE << 48)
+        proto_s = "%08d" % 0
+        proto_s[0, 8] = [proto].pack('q>')
+        compressed.prepend(proto_s)
+
+        @data_buffer = Buffer.new(-1, compressed)
+        @data_offset = @data_buffer.size
+      end
+    end
+
+    # isCompressed returns the length of the compressed buffer.
+    # If the buffer is not compressed, the result will be -1
+    def compressed_size
+      # A number of these are commented out because we just don't care enough to read
+      # that section of the header. If we do care, uncomment and check!
+      proto = @data_buffer.read_int64(0)
+      size = proto & 0xFFFFFFFFFFFF
+      msg_type = (proto >> 48) & 0xFF
+
+      return nil if msg_type != AS_MSG_TYPE_COMPRESSED
+
+      size
+    end
+
+    def mark_compressed(policy)
+      @compress = policy.use_compression
+    end
+
   end # class
 
 end # module

data/lib/aerospike/command/multi_command.rb

@@ -29,6 +29,9 @@ module Aerospike
       @valid = true
       @mutex = Mutex.new
 
+      @compressed_data_buffer = nil
+      @compressed_data_offset = nil
+
       self
     end
 
@@ -42,12 +45,41 @@ module Aerospike
       status = true
 
       while status
+        @data_offset = 0
+        @compressed_data_buffer = nil
+
         # Read header.
         read_bytes(8)
 
         size = @data_buffer.read_int64(0)
         receive_size = size & 0xFFFFFFFFFFFF
 
+        # inflate if compressed
+        compressed_sz = compressed_size
+        if compressed_sz
+          begin
+            # read compressed msg header
+            @conn.read(@data_buffer, 8)
+
+            # read compressed message
+            @conn.read(@data_buffer, compressed_sz - 8)
+
+            # inflate the results
+            # TODO: reuse the current buffer
+            uncompressed = Zlib::inflate(@data_buffer.buf)
+            receive_size = uncompressed.size - 8
+
+            @compressed_data_buffer = Buffer.new(-1, uncompressed)
+            @compressed_data_offset = 0
+
+            # waste the first 8 header bytes
+            @compressed_data_buffer.eat!(8)
+          rescue => e
+            Aerospike.logger.error("parse result error: #{e}")
+            raise e
+          end
+        end
+
         if receive_size > 0
           status = parse_group(receive_size)
         else
@@ -157,7 +189,13 @@ module Aerospike
         @data_buffer = Buffer.new(length)
       end
 
-      @conn.read(@data_buffer, length)
+      if compressed?
+        @data_buffer.write_binary(@compressed_data_buffer.buf[@compressed_data_offset...@compressed_data_offset+length], 0)
+        @compressed_data_offset += length
+      else
+        @conn.read(@data_buffer, length)
+      end
+
       @data_offset += length
     end
 
@@ -176,6 +214,11 @@ module Aerospike
       res
     end
 
+    def compressed?
+      @compressed_data_buffer != nil
+    end
+
+
   end # class
 
 end # module

data/lib/aerospike/command/read_command.rb

@@ -15,6 +15,8 @@
 # License for the specific language governing permissions and limitations under
 # the License.
 
+require 'zlib'
+
 require 'aerospike/record'
 
 require 'aerospike/command/single_command'
@@ -50,12 +52,40 @@ module Aerospike
     def parse_result
       # Read header.
       begin
-        @conn.read(@data_buffer, MSG_TOTAL_HEADER_SIZE)
+        @conn.read(@data_buffer, 8)
       rescue => e
         Aerospike.logger.error("parse result error: #{e}")
         raise e
       end
 
+      # inflate if compressed
+      compressed_sz = compressed_size
+      if compressed_sz
+        begin
+          # waste 8 size bytes
+          @conn.read(@data_buffer, 8)
+
+          # read compressed message
+          @conn.read(@data_buffer, compressed_sz - 8)
+
+          # inflate the results
+          # TODO: reuse the current buffer
+          uncompressed = Zlib::inflate(@data_buffer.buf)
+
+          @data_buffer = Buffer.new(-1, uncompressed)
+        rescue => e
+          Aerospike.logger.error("parse result error: #{e}")
+          raise e
+        end
+      else
+        begin
+          bytes_read = @conn.read(@data_buffer, MSG_TOTAL_HEADER_SIZE - 8, 8)
+        rescue => e
+          Aerospike.logger.error("parse result error: #{e}")
+          raise e
+        end
+      end
+
       # A number of these are commented out because we just don't care enough to read
       # that section of the header. If we do care, uncomment and check!
       sz = @data_buffer.read_int64(0)
@@ -68,7 +98,9 @@ module Aerospike
       receive_size = (sz & 0xFFFFFFFFFFFF) - header_length
 
       # Read remaining message bytes.
-      if receive_size > 0
+      if compressed_sz 
+        @data_buffer.eat!(MSG_TOTAL_HEADER_SIZE)
+      elsif receive_size > 0
         size_buffer_sz(receive_size)
 
         begin

data/lib/aerospike/command/touch_command.rb

@@ -40,7 +40,40 @@ module Aerospike
 
     def parse_result
       # Read header.
-      @conn.read(@data_buffer, MSG_TOTAL_HEADER_SIZE)
+      begin
+        @conn.read(@data_buffer, 8)
+      rescue => e
+        Aerospike.logger.error("parse result error: #{e}")
+        raise e
+      end
+
+      # inflate if compressed
+      compressed_sz = compressed_size
+      if compressed_sz
+        begin
+          #waste 8 size bytes
+          @conn.read(@data_buffer, 8)
+
+          # read compressed message
+          @conn.read(@data_buffer, sz - 8)
+
+          # inflate the results
+          # TODO: reuse the current buffer
+          uncompressed = Zlib::inflate(@data_buffer.buf)
+
+          @data_buffer = Buffer.new(-1, uncompressed)
+        rescue => e
+          Aerospike.logger.error("parse result error: #{e}")
+          raise e
+        end
+      else
+        begin
+          bytes_read = @conn.read(@data_buffer, MSG_TOTAL_HEADER_SIZE - 8, 8)
+        rescue => e
+          Aerospike.logger.error("parse result error: #{e}")
+          raise e
+        end
+      end
 
       result_code = @data_buffer.read(13).ord & 0xFF
 

data/lib/aerospike/features.rb

@@ -40,5 +40,7 @@ module Aerospike
     # Server supports the new "peers" protocol for automatic node discovery
     PEERS = :peers
 
+    # Server supports the "truncate-namespace" command
+    TRUNCATE_NAMESPACE = :"truncate-namespace"
   end
 end

data/lib/aerospike/node.rb

@@ -22,7 +22,7 @@ require 'aerospike/atomic/atomic'
 module Aerospike
   class Node
 
-    attr_reader :reference_count, :responded, :name, :features, :cluster_name, :partition_generation, :peers_generation, :failures, :cluster, :peers_count, :host
+    attr_reader :reference_count, :responded, :name, :features, :cluster_name, :partition_generation, :rebalance_generation, :peers_generation, :failures, :cluster, :peers_count, :host
 
     PARTITIONS = 4096
     FULL_HEALTH = 100
@@ -46,16 +46,29 @@ module Aerospike
       @peers_count = Atomic.new(0)
       @peers_generation = ::Aerospike::Node::Generation.new
       @partition_generation = ::Aerospike::Node::Generation.new
+      @rebalance_generation = ::Aerospike::Node::Rebalance.new
       @reference_count = Atomic.new(0)
       @responded = Atomic.new(false)
       @active = Atomic.new(true)
       @failures = Atomic.new(0)
 
       @replica_index = Atomic.new(0)
+      @racks = Atomic.new(nil)
 
       @connections = ::Aerospike::ConnectionPool.new(cluster, host)
     end
 
+    def update_racks(parser)
+      new_racks = parser.update_racks
+      @racks.value = new_racks if new_racks
+    end
+
+    def has_rack(ns, rack_id)
+      racks = @racks.value
+      return false if !racks
+      racks[ns] == rack_id
+    end
+
     # Get a connection to the node. If no cached connection is not available,
     # a new connection will be created
     def get_connection(timeout)
@@ -199,6 +212,10 @@ module Aerospike
       Node::Refresh::Partitions.(self, peers)
     end
 
+    def refresh_racks()
+      Node::Refresh::Racks.(self)
+    end
+
     def refresh_peers(peers)
       Node::Refresh::Peers.(self, peers)
     end

data/lib/aerospike/node/rebalance.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+# Copyright 2018 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module Aerospike
+  class Node
+    # generic class for representing changes in eg. peer and partition generation
+    class Rebalance
+      attr_reader :generation
+
+      def initialize(generation = -1)
+        @generation = ::Aerospike::Atomic.new(generation)
+        @changed = ::Aerospike::Atomic.new(false)
+      end
+
+      def changed?
+        @changed.value == true
+      end
+
+      def eql?(generation)
+        @generation.value == generation
+      end
+
+      def reset_changed!
+        @changed.value = false
+      end
+
+      def update(new_generation)
+        return if @generation.value == new_generation
+        @generation.value = new_generation
+        @changed.value = true
+      end
+    end
+  end
+end

data/lib/aerospike/node/refresh/info.rb

@@ -24,14 +24,17 @@ module Aerospike
         CMDS_BASE = %w[node partition-generation cluster-name].freeze
         CMDS_PEERS = (CMDS_BASE + ['peers-generation']).freeze
         CMDS_SERVICES = (CMDS_BASE + ['services']).freeze
+        CMDS_REBALANCE = (CMDS_PEERS + ['rebalance-generation']).freeze
 
         class << self
           def call(node, peers)
             conn = node.tend_connection
             if peers.use_peers?
-              info_map = ::Aerospike::Info.request(conn, *CMDS_PEERS)
+              cmds = node.cluster.rack_aware ? CMDS_REBALANCE : CMDS_PEERS 
+              info_map = ::Aerospike::Info.request(conn, *cmds)
               Verify::PeersGeneration.(node, info_map, peers)
               Verify::PartitionGeneration.(node, info_map)
+              Verify::RebalanceGeneration.(node, info_map) if node.cluster.rack_aware
               Verify::Name.(node, info_map)
               Verify::ClusterName.(node, info_map)
             else

data/lib/aerospike/node/refresh/racks.rb

@@ -0,0 +1,47 @@
+# frozen_string_literal: true
+
+# Copyright 2018-2020 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module Aerospike
+  class Node
+    module Refresh
+      module Racks
+        class << self
+          def call(node)
+            return unless should_refresh?(node)
+
+            Aerospike.logger.info("Updating racks for node #{node.name}")
+            conn = node.tend_connection
+            parser = RackParser.new(node, conn)
+            node.update_racks(parser)
+          rescue ::Aerospike::Exceptions::Aerospike => e
+            conn.close
+            Refresh::Failed.(node, e)
+          end
+
+          # Do not refresh racks when node connection has already failed
+          # during this cluster tend iteration.
+          def should_refresh?(node)
+            return false if node.failed? || !node.active?
+            true
+          end
+        end
+      end
+    end
+  end
+end

data/lib/aerospike/node/refresh/reset.rb

@@ -28,6 +28,7 @@ module Aerospike
             node.reset_reference_count!
             node.reset_responded!
             node.partition_generation.reset_changed!
+            node.rebalance_generation.reset_changed!
           end
         end
       end

data/lib/aerospike/node/verify/rebalance_generation.rb

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+# Copyright 2018 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module Aerospike
+  class Node
+    module Verify
+      # Fetch and set rebalance generation. If racks needs to be refreshed
+      # this will be indicated in node.rebalance_changed
+      module RebalanceGeneration
+        class << self
+          def call(node, info_map)
+            gen_string = info_map.fetch('rebalance-generation', nil)
+
+            raise Aerospike::Exceptions::Parse.new('rebalance-generation is empty') if gen_string.to_s.empty?
+
+            generation = gen_string.to_i
+
+            node.rebalance_generation.update(generation)
+
+            return unless node.rebalance_generation.changed?
+            Aerospike.logger.info("Node #{node.name} rebalance generation #{generation} changed")
+          end
+        end
+      end
+    end
+  end
+end

data/lib/aerospike/policy/client_policy.rb

@@ -27,6 +27,7 @@ module Aerospike
     attr_accessor :cluster_name
     attr_accessor :tls
     attr_accessor :policies
+    attr_accessor :rack_aware, :rack_id
 
     def initialize(opt={})
       # Initial host connection timeout in seconds. The timeout when opening a connection
@@ -56,6 +57,20 @@ module Aerospike
 
       # Default Policies
       @policies = opt.fetch(:policies) { Hash.new }
+
+      # Track server rack data.  This field is useful when directing read commands to the server node
+      # that contains the key and exists on the same rack as the client.  This serves to lower cloud
+      # provider costs when nodes are distributed across different racks/data centers.
+      #
+      # ClientPolicy#rack_id, Replica#PREFER_RACK and server rack
+      # configuration must also be set to enable this functionality.
+      @rack_aware = opt[:rack_aware] || false
+
+      # Rack where this client instance resides.
+      #
+      # ClientPolicy#rack_aware, Replica#PREFER_RACK and server rack
+      # configuration must also be set to enable this functionality.
+      @rack_id = opt[:rack_id] || 0
     end
 
     def requires_authentication

data/lib/aerospike/policy/policy.rb

@@ -24,7 +24,7 @@ module Aerospike
   class Policy
 
     attr_accessor :priority, :timeout, :max_retries, :sleep_between_retries, :consistency_level,
-                  :predexp, :fail_on_filtered_out, :replica
+                  :predexp, :fail_on_filtered_out, :replica, :use_compression
 
     def initialize(opt={})
       # Container object for transaction policy attributes used in all database
@@ -89,9 +89,17 @@ module Aerospike
       # to the node containing the key's master partition.
       #
       # Default to sending read commands to the node containing the key's master partition.
-      @replica = opt[:replica] || Aerospike::Replica::MASTER;
+      @replica = opt[:replica] || Aerospike::Replica::MASTER
 
-        # Transaction timeout.
+      # Use zlib compression on write or batch read commands when the command buffer size is greater
+      # than 128 bytes. In addition, tell the server to compress its response on read commands.
+      # The server response compression threshold is also 128 bytes.
+      #
+      # This option will increase cpu and memory usage (for extra compressed buffers), but
+      # decrease the size of data sent over the network.
+      @use_compression = opt[:use_compression] || false
+
+      # Transaction timeout.
       # This timeout is used to set the socket timeout and is also sent to the
       # server along with the transaction in the wire protocol.
       # Default to no timeout (0).

data/lib/aerospike/policy/replica.rb

@@ -28,6 +28,13 @@ module Aerospike
     # Policy#retryOnTimeout is true, try nodes containing prole partition.
     SEQUENCE = 2
 
+    # Try node on the same rack as the client first.  If there are no nodes on the
+    # same rack, use SEQUENCE instead.
+    #
+    # ClientPolicy#rack_aware}, ClientPolicy#rack_id, and server rack
+    # configuration must also be set to enable this functionality.
+    PREFER_RACK = 3
+
     # Distribute reads across all nodes in cluster in round-robin fashion.
     # This option is useful when the replication factor equals the number
     # of nodes in the cluster and the overhead of requesting proles is not desired.

data/lib/aerospike/socket/base.rb

@@ -25,13 +25,14 @@ module Aerospike
         @timeout = nil
       end
 
-      def read(buffer, length)
+      def read(buffer, length, offset = 0)
         bytes_read = 0
         until bytes_read >= length
           result = read_from_socket(length - bytes_read)
-          buffer.write_binary(result, bytes_read)
+          buffer.write_binary(result, offset + bytes_read)
           bytes_read += result.bytesize
         end
+        bytes_read
       end
 
       def read_from_socket(length)

data/lib/aerospike/utils/buffer.rb

@@ -42,9 +42,9 @@ module Aerospike
     DEFAULT_BUFFER_SIZE = 16 * 1024
     MAX_BUFFER_SIZE = 10 * 1024 * 1024
 
-    def initialize(size=DEFAULT_BUFFER_SIZE)
-      @buf = "%0#{size}d" % 0
-
+    def initialize(size=DEFAULT_BUFFER_SIZE, buf = nil)
+      @buf = (buf ? buf : ("%0#{size}d" % 0))
+      @buf.force_encoding('binary')
       @slice_end = @buf.bytesize
     end
 
@@ -61,6 +61,10 @@ module Aerospike
     end
     alias_method :length, :size
 
+    def eat!(n)
+      @buf.replace(@buf[n..-1])
+    end
+
     def resize(length)
       if @buf.bytesize < length
         @buf.concat("%0#{length - @buf.bytesize}d" % 0)
@@ -156,6 +160,12 @@ module Aerospike
       @buf[0..@slice_end-1]
     end
 
+    def reset
+      for i in 0..@buf.size-1
+        @buf[i] = ' '
+      end
+    end
+
     def dump(from=nil, to=nil)
       from ||= 0
       to ||= @slice_end - 1

data/lib/aerospike/version.rb

@@ -1,4 +1,4 @@
 # encoding: utf-8
 module Aerospike
-  VERSION = "2.13.0"
+  VERSION = "2.14.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: aerospike
 version: !ruby/object:Gem::Version
-  version: 2.13.0
+  version: 2.14.0
 platform: ruby
 authors:
 - Khosrow Afroozeh
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-07-17 00:00:00.000000000 Z
+date: 2020-08-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: msgpack
@@ -74,6 +74,7 @@ files:
 - lib/aerospike/cluster/find_nodes_to_remove.rb
 - lib/aerospike/cluster/partition.rb
 - lib/aerospike/cluster/partition_parser.rb
+- lib/aerospike/cluster/rack_parser.rb
 - lib/aerospike/command/admin_command.rb
 - lib/aerospike/command/batch_direct_command.rb
 - lib/aerospike/command/batch_direct_exists_command.rb
@@ -108,16 +109,19 @@ files:
 - lib/aerospike/loggable.rb
 - lib/aerospike/node.rb
 - lib/aerospike/node/generation.rb
+- lib/aerospike/node/rebalance.rb
 - lib/aerospike/node/refresh/failed.rb
 - lib/aerospike/node/refresh/friends.rb
 - lib/aerospike/node/refresh/info.rb
 - lib/aerospike/node/refresh/partitions.rb
 - lib/aerospike/node/refresh/peers.rb
+- lib/aerospike/node/refresh/racks.rb
 - lib/aerospike/node/refresh/reset.rb
 - lib/aerospike/node/verify/cluster_name.rb
 - lib/aerospike/node/verify/name.rb
 - lib/aerospike/node/verify/partition_generation.rb
 - lib/aerospike/node/verify/peers_generation.rb
+- lib/aerospike/node/verify/rebalance_generation.rb
 - lib/aerospike/node_validator.rb
 - lib/aerospike/operation.rb
 - lib/aerospike/peer.rb