aerospike 2.12.0 → 2.17.0

data/lib/aerospike/command/exists_command.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -33,6 +33,10 @@ module Aerospike
       self
     end
 
+    def get_node
+      @cluster.read_node(@partition, @policy.replica, @sequence)
+    end
+
     def write_buffer
       set_exists(@policy, @key)
     end

data/lib/aerospike/command/field_type.rb

@@ -1,4 +1,4 @@
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -31,6 +31,7 @@ module Aerospike
     TRAN_ID = 7    # user supplied transaction id, which is simply passed back
     SCAN_OPTIONS = 8
     SCAN_TIMEOUT = 9
+    RECORDS_PER_SECOND = 10
     INDEX_NAME = 21
     INDEX_RANGE = 22
     INDEX_FILTER = 23

data/lib/aerospike/command/multi_command.rb

@@ -1,4 +1,4 @@
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -29,21 +29,57 @@ module Aerospike
       @valid = true
       @mutex = Mutex.new
 
+      @compressed_data_buffer = nil
+      @compressed_data_offset = nil
+
       self
     end
 
+    def get_node
+      @node
+    end
+
     def parse_result
       # Read socket into receive buffer one record at a time.  Do not read entire receive size
       # because the receive buffer would be too big.
       status = true
 
       while status
+        @data_offset = 0
+        @compressed_data_buffer = nil
+
         # Read header.
         read_bytes(8)
 
         size = @data_buffer.read_int64(0)
         receive_size = size & 0xFFFFFFFFFFFF
 
+        # inflate if compressed
+        compressed_sz = compressed_size
+        if compressed_sz
+          begin
+            # read compressed msg header
+            @conn.read(@data_buffer, 8)
+
+            # read compressed message
+            @conn.read(@data_buffer, compressed_sz - 8)
+
+            # inflate the results
+            # TODO: reuse the current buffer
+            uncompressed = Zlib::inflate(@data_buffer.buf)
+            receive_size = uncompressed.size - 8
+
+            @compressed_data_buffer = Buffer.new(-1, uncompressed)
+            @compressed_data_offset = 0
+
+            # waste the first 8 header bytes
+            @compressed_data_buffer.eat!(8)
+          rescue => e
+            Aerospike.logger.error("parse result error: #{e}")
+            raise e
+          end
+        end
+
         if receive_size > 0
           status = parse_group(receive_size)
         else
@@ -153,7 +189,13 @@ module Aerospike
         @data_buffer = Buffer.new(length)
       end
 
-      @conn.read(@data_buffer, length)
+      if compressed?
+        @data_buffer.write_binary(@compressed_data_buffer.buf[@compressed_data_offset...@compressed_data_offset+length], 0)
+        @compressed_data_offset += length
+      else
+        @conn.read(@data_buffer, length)
+      end
+
       @data_offset += length
     end
 
@@ -172,6 +214,11 @@ module Aerospike
       res
     end
 
+    def compressed?
+      @compressed_data_buffer != nil
+    end
+
+
   end # class
 
 end # module

data/lib/aerospike/command/operate_command.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -28,6 +28,11 @@ module Aerospike
       @operations = operations
     end
 
+    def get_node
+      @cluster.master_node(@partition)
+    end
+
+
     def write_bins
       @operations.select{|op| op.op_type == Aerospike::Operation::WRITE}.map(&:bin).compact
     end

data/lib/aerospike/command/read_command.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -15,6 +15,8 @@
 # License for the specific language governing permissions and limitations under
 # the License.
 
+require 'zlib'
+
 require 'aerospike/record'
 
 require 'aerospike/command/single_command'
@@ -39,6 +41,10 @@ module Aerospike
       self
     end
 
+    def get_node
+      @cluster.read_node(@partition, @policy.replica, @sequence)
+    end
+
     def write_buffer
       set_read(@policy, @key, @bin_names)
     end
@@ -46,12 +52,40 @@ module Aerospike
     def parse_result
       # Read header.
       begin
-        @conn.read(@data_buffer, MSG_TOTAL_HEADER_SIZE)
+        @conn.read(@data_buffer, 8)
       rescue => e
         Aerospike.logger.error("parse result error: #{e}")
         raise e
       end
 
+      # inflate if compressed
+      compressed_sz = compressed_size
+      if compressed_sz
+        begin
+          # waste 8 size bytes
+          @conn.read(@data_buffer, 8)
+
+          # read compressed message
+          @conn.read(@data_buffer, compressed_sz - 8)
+
+          # inflate the results
+          # TODO: reuse the current buffer
+          uncompressed = Zlib::inflate(@data_buffer.buf)
+
+          @data_buffer = Buffer.new(-1, uncompressed)
+        rescue => e
+          Aerospike.logger.error("parse result error: #{e}")
+          raise e
+        end
+      else
+        begin
+          bytes_read = @conn.read(@data_buffer, MSG_TOTAL_HEADER_SIZE - 8, 8)
+        rescue => e
+          Aerospike.logger.error("parse result error: #{e}")
+          raise e
+        end
+      end
+
       # A number of these are commented out because we just don't care enough to read
       # that section of the header. If we do care, uncomment and check!
       sz = @data_buffer.read_int64(0)
@@ -64,7 +98,9 @@ module Aerospike
       receive_size = (sz & 0xFFFFFFFFFFFF) - header_length
 
       # Read remaining message bytes.
-      if receive_size > 0
+      if compressed_sz 
+        @data_buffer.eat!(MSG_TOTAL_HEADER_SIZE)
+      elsif receive_size > 0
         size_buffer_sz(receive_size)
 
         begin

data/lib/aerospike/command/read_header_command.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -33,6 +33,10 @@ module Aerospike
       self
     end
 
+    def get_node
+      @cluster.read_node(@partition, @policy.replica, @sequence)
+    end
+
     def write_buffer
       set_read_header(@policy, @key)
     end

data/lib/aerospike/command/roles.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/command/single_command.rb

@@ -1,4 +1,4 @@
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -27,12 +27,18 @@ module Aerospike
       @cluster = cluster
       @key = key
 
-      node = cluster.get_node_for_key(key)
-      super(node)
+      @partition = Partition.new_by_key(key)
+
+      super()
     end
 
     protected
 
+    def get_node
+      # abstract method
+      raise Aerospike::Exceptions::InvalidNode
+    end
+
     def empty_socket
       # There should not be any more bytes.
       # Empty the socket to be safe.

data/lib/aerospike/command/touch_command.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -30,13 +30,50 @@ module Aerospike
       self
     end
 
+    def get_node
+      @cluster.master_node(@partition)
+    end
+
     def write_buffer
       set_touch(@policy, @key)
     end
 
     def parse_result
       # Read header.
-      @conn.read(@data_buffer, MSG_TOTAL_HEADER_SIZE)
+      begin
+        @conn.read(@data_buffer, 8)
+      rescue => e
+        Aerospike.logger.error("parse result error: #{e}")
+        raise e
+      end
+
+      # inflate if compressed
+      compressed_sz = compressed_size
+      if compressed_sz
+        begin
+          #waste 8 size bytes
+          @conn.read(@data_buffer, 8)
+
+          # read compressed message
+          @conn.read(@data_buffer, sz - 8)
+
+          # inflate the results
+          # TODO: reuse the current buffer
+          uncompressed = Zlib::inflate(@data_buffer.buf)
+
+          @data_buffer = Buffer.new(-1, uncompressed)
+        rescue => e
+          Aerospike.logger.error("parse result error: #{e}")
+          raise e
+        end
+      else
+        begin
+          bytes_read = @conn.read(@data_buffer, MSG_TOTAL_HEADER_SIZE - 8, 8)
+        rescue => e
+          Aerospike.logger.error("parse result error: #{e}")
+          raise e
+        end
+      end
 
       result_code = @data_buffer.read(13).ord & 0xFF
 

data/lib/aerospike/command/unsupported_particle_type_validator.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2015-2017 Aerospike, Inc.
+# Copyright 2015-2020 Aerospike, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License")
 # you may not use this file except in compliance with the License.

data/lib/aerospike/command/write_command.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -33,6 +33,10 @@ module Aerospike
       self
     end
 
+    def get_node
+      @cluster.master_node(@partition)
+    end
+
     def write_bins
       @bins
     end

data/lib/aerospike/connection/create.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/features.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -40,5 +40,10 @@ module Aerospike
     # Server supports the new "peers" protocol for automatic node discovery
     PEERS = :peers
 
+    # Server supports the "truncate-namespace" command
+    TRUNCATE_NAMESPACE = :"truncate-namespace"
+
+    # Server supports the "blob-bits" command
+    BLOB_BITS = :"blob-bits"
   end
 end

data/lib/aerospike/geo_json.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2015-2017 Aerospike, Inc.
+# Copyright 2015-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/host.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/info.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/key.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/language.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/node.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -22,7 +22,7 @@ require 'aerospike/atomic/atomic'
 module Aerospike
   class Node
 
-    attr_reader :reference_count, :responded, :name, :features, :cluster_name, :partition_generation, :peers_generation, :failures, :cluster, :peers_count, :host
+    attr_reader :reference_count, :responded, :name, :features, :cluster_name, :partition_generation, :rebalance_generation, :peers_generation, :failures, :cluster, :peers_count, :host
 
     PARTITIONS = 4096
     FULL_HEALTH = 100
@@ -33,7 +33,6 @@ module Aerospike
       @name = nv.name
       @aliases = Atomic.new(nv.aliases)
       @host = nv.host
-      @use_new_info = Atomic.new(nv.use_new_info)
       @features = nv.features
       @cluster_name = nv.cluster_name
 
@@ -47,14 +46,29 @@ module Aerospike
       @peers_count = Atomic.new(0)
       @peers_generation = ::Aerospike::Node::Generation.new
       @partition_generation = ::Aerospike::Node::Generation.new
+      @rebalance_generation = ::Aerospike::Node::Rebalance.new
       @reference_count = Atomic.new(0)
       @responded = Atomic.new(false)
       @active = Atomic.new(true)
       @failures = Atomic.new(0)
 
+      @replica_index = Atomic.new(0)
+      @racks = Atomic.new(nil)
+
       @connections = ::Aerospike::ConnectionPool.new(cluster, host)
     end
 
+    def update_racks(parser)
+      new_racks = parser.update_racks
+      @racks.value = new_racks if new_racks
+    end
+
+    def has_rack(ns, rack_id)
+      racks = @racks.value
+      return false if !racks
+      racks[ns] == rack_id
+    end
+
     # Get a connection to the node. If no cached connection is not available,
     # a new connection will be created
     def get_connection(timeout)
@@ -178,10 +192,6 @@ module Aerospike
     end
     alias eql? ==
 
-    def use_new_info?
-      @use_new_info.value
-    end
-
     def hash
       @name.hash
     end
@@ -202,6 +212,10 @@ module Aerospike
       Node::Refresh::Partitions.(self, peers)
     end
 
+    def refresh_racks()
+      Node::Refresh::Racks.(self)
+    end
+
     def refresh_peers(peers)
       Node::Refresh::Peers.(self, peers)
     end