aerospike 2.13.0 → 2.18.0

data/lib/aerospike/policy/policy.rb

@@ -24,7 +24,7 @@ module Aerospike
   class Policy
 
     attr_accessor :priority, :timeout, :max_retries, :sleep_between_retries, :consistency_level,
-                  :predexp, :fail_on_filtered_out, :replica
+                  :predexp, :fail_on_filtered_out, :replica, :use_compression
 
     def initialize(opt={})
       # Container object for transaction policy attributes used in all database
@@ -89,9 +89,17 @@ module Aerospike
       # to the node containing the key's master partition.
       #
       # Default to sending read commands to the node containing the key's master partition.
-      @replica = opt[:replica] || Aerospike::Replica::MASTER;
+      @replica = opt[:replica] || Aerospike::Replica::MASTER
 
-        # Transaction timeout.
+      # Use zlib compression on write or batch read commands when the command buffer size is greater
+      # than 128 bytes. In addition, tell the server to compress its response on read commands.
+      # The server response compression threshold is also 128 bytes.
+      #
+      # This option will increase cpu and memory usage (for extra compressed buffers), but
+      # decrease the size of data sent over the network.
+      @use_compression = opt[:use_compression] || false
+
+      # Transaction timeout.
       # This timeout is used to set the socket timeout and is also sent to the
       # server along with the transaction in the wire protocol.
       # Default to no timeout (0).

data/lib/aerospike/policy/replica.rb

@@ -28,6 +28,13 @@ module Aerospike
     # Policy#retryOnTimeout is true, try nodes containing prole partition.
     SEQUENCE = 2
 
+    # Try node on the same rack as the client first.  If there are no nodes on the
+    # same rack, use SEQUENCE instead.
+    #
+    # ClientPolicy#rack_aware, ClientPolicy#rack_id, and server rack
+    # configuration must also be set to enable this functionality.
+    PREFER_RACK = 3
+
     # Distribute reads across all nodes in cluster in round-robin fashion.
     # This option is useful when the replication factor equals the number
     # of nodes in the cluster and the overhead of requesting proles is not desired.

data/lib/aerospike/result_code.rb

@@ -60,6 +60,10 @@ module Aerospike
     # exists.
     KEY_EXISTS_ERROR = 5
 
+    # Bin already exists on a create-only operation.
+    BIN_EXISTS_ERROR = 6
+
+
     # Expected cluster ID was not received.
     CLUSTER_KEY_MISMATCH = 7
 
@@ -91,6 +95,9 @@ module Aerospike
     # Unsupported Server Feature (e.g. Scan + UDF)
     UNSUPPORTED_FEATURE = 16
 
+    # Bin not found on update-only operation.
+    BIN_NOT_FOUND = 17
+
     # Specified bin name does not exist in record.
     DEVICE_OVERLOAD = 18
 
@@ -125,8 +132,13 @@ module Aerospike
     # There are no more records left for query.
     QUERY_END = 50
 
+    # Security functionality not supported by connected server.
     SECURITY_NOT_SUPPORTED = 51
+
+    # Security functionality not enabled by connected server.
     SECURITY_NOT_ENABLED = 52
+
+    # Security scheme not supported.
     SECURITY_SCHEME_NOT_SUPPORTED = 53
 
     # Administration command is invalid.
@@ -155,6 +167,9 @@ module Aerospike
     # Security credential is invalid.
     INVALID_CREDENTIAL = 65
 
+    # Expired session token.
+    EXPIRED_SESSION = 66
+
     # Role name is invalid.
     INVALID_ROLE = 70
 
@@ -164,15 +179,48 @@ module Aerospike
     # Privilege is invalid.
     INVALID_PRIVILEGE = 72
 
+    # Specified IP whitelist is invalid.
+    INVALID_WHITELIST = 73
+
     # User must be authentication before performing database operations.
     NOT_AUTHENTICATED = 80
 
     # User does not posses the required role to perform the database operation.
     ROLE_VIOLATION = 81
 
+    # Client IP address is not on the IP whitelist.
+    NOT_WHITELISTED = 82
+
+    # LDAP feature not enabled on server.
+    LDAP_NOT_ENABLED = 90
+
+    # Error in LDAP setup.
+    LDAP_SETUP = 91
+
+    # Error in LDAP TLS setup.
+    LDAP_TLS_SETUP = 92
+
+    # Error authenticating LDAP user.
+    LDAP_AUTHENTICATION = 93
+
+    # Error querying LDAP server.
+    LDAP_QUERY = 94
+
     # A user defined function returned an error code.
     UDF_BAD_RESPONSE = 100
 
+    # Batch functionality has been disabled by configuring the batch-index-thread=0.
+    BATCH_DISABLED = 150
+
+    # Batch max requests has been exceeded.
+    BATCH_MAX_REQUESTS = 151
+
+    # All batch queues are full.
+    BATCH_QUEUES_FULL = 152
+
+    # GeoJSON is malformed or not supported.
+    INVALID_GEOJSON = 160
+
     # Secondary index already exists.
     INDEX_FOUND = 200
 
@@ -206,6 +254,12 @@ module Aerospike
     # Generic query error.
     QUERY_GENERIC = 213
 
+    # Network error. Query is aborted.
+    QUERY_NET_IO = 214
+
+    # Internal error.
+    QUERY_DUPLICATE = 215
+
     def self.message(code)
       case code
       when COMMAND_REJECTED
@@ -244,6 +298,9 @@ module Aerospike
       when KEY_EXISTS_ERROR
         "Key already exists"
 
+      when BIN_EXISTS_ERROR
+        "Bin already exists on a create-only operation"
+
       when CLUSTER_KEY_MISMATCH
         "Cluster key mismatch"
 
@@ -274,6 +331,9 @@ module Aerospike
       when UNSUPPORTED_FEATURE
         "Unsupported Server Feature"
 
+      when BIN_NOT_FOUND
+        "Bin not found on update-only operation"
+
       when DEVICE_OVERLOAD
         "Device overload"
 
@@ -343,6 +403,9 @@ module Aerospike
       when INVALID_CREDENTIAL
         "Invalid credential"
 
+      when EXPIRED_SESSION
+        "Expired session token"
+
       when INVALID_ROLE
         "Invalid role"
 
@@ -352,15 +415,48 @@ module Aerospike
       when INVALID_PRIVILEGE
         "Invalid privilege"
 
+      when INVALID_WHITELIST
+        "Specified IP whitelist is invalid"
+
       when NOT_AUTHENTICATED
         "Not authenticated"
 
       when ROLE_VIOLATION
         "Role violation"
 
+      when NOT_WHITELISTED
+        "Client IP address is not on the IP whitelist"
+
+      when LDAP_NOT_ENABLED
+        "LDAP feature not enabled on server"
+
+      when LDAP_SETUP
+        "Error in LDAP setup"
+
+      when LDAP_TLS_SETUP
+        "Error in LDAP TLS setup"
+
+      when LDAP_AUTHENTICATION
+        "Error authenticating LDAP user"
+
+      when LDAP_QUERY
+        "Error querying LDAP server"
+
       when UDF_BAD_RESPONSE
         "UDF d error"
 
+      when BATCH_DISABLED
+        "Batch functionality has been disabled by configuring the batch-index-thread=0"
+
+      when BATCH_MAX_REQUESTS
+        "Batch max requests has been exceeded"
+
+      when BATCH_QUEUES_FULL
+        "All batch queues are full"
+
+      when INVALID_GEOJSON
+        "GeoJSON is malformed or not supported"
+
       when INDEX_FOUND
         "Index already exists"
 
@@ -394,6 +490,12 @@ module Aerospike
       when QUERY_GENERIC
         "Query error"
 
+      when QUERY_NET_IO
+        "Network error. Query is aborted"
+
+      when QUERY_DUPLICATE
+        "Internal query error"
+
       else
         "ResultCode #{code} unknown in the client. Please file a github issue."
       end # case

data/lib/aerospike/socket/base.rb

@@ -25,13 +25,14 @@ module Aerospike
         @timeout = nil
       end
 
-      def read(buffer, length)
+      def read(buffer, length, offset = 0)
         bytes_read = 0
         until bytes_read >= length
           result = read_from_socket(length - bytes_read)
-          buffer.write_binary(result, bytes_read)
+          buffer.write_binary(result, offset + bytes_read)
           bytes_read += result.bytesize
         end
+        bytes_read
       end
 
       def read_from_socket(length)

data/lib/aerospike/utils/buffer.rb

@@ -42,9 +42,9 @@ module Aerospike
     DEFAULT_BUFFER_SIZE = 16 * 1024
     MAX_BUFFER_SIZE = 10 * 1024 * 1024
 
-    def initialize(size=DEFAULT_BUFFER_SIZE)
-      @buf = "%0#{size}d" % 0
-
+    def initialize(size=DEFAULT_BUFFER_SIZE, buf = nil)
+      @buf = (buf ? buf : ("%0#{size}d" % 0))
+      @buf.force_encoding('binary')
       @slice_end = @buf.bytesize
     end
 
@@ -61,6 +61,10 @@ module Aerospike
     end
     alias_method :length, :size
 
+    def eat!(n)
+      @buf.replace(@buf[n..-1])
+    end
+
     def resize(length)
       if @buf.bytesize < length
         @buf.concat("%0#{length - @buf.bytesize}d" % 0)
@@ -156,6 +160,12 @@ module Aerospike
       @buf[0..@slice_end-1]
     end
 
+    def reset
+      for i in 0..@buf.size-1
+        @buf[i] = ' '
+      end
+    end
+
     def dump(from=nil, to=nil)
       from ||= 0
       to ||= @slice_end - 1

data/lib/aerospike/utils/unpacker.rb

@@ -92,9 +92,9 @@ module Aerospike
         end
         value
       when Array
-        normalize_strings_in_array(elem)
+        unpack_list(elem)
       when Hash
-        normalize_strings_in_map(elem)
+        unpack_map(elem)
       else
         elem
       end

data/lib/aerospike/value/particle_type.rb

@@ -36,7 +36,7 @@ module Aerospike
     #RTA_DICT = 15
     #RTA_APPEND_DICT = 16
     #RTA_APPEND_LIST = 17
-    #LUA_BLOB = 18
+    HLL = 18
     MAP = 19
     LIST = 20
     GEOJSON = 23

data/lib/aerospike/value/value.rb

@@ -23,14 +23,24 @@ module Aerospike
   # Polymorphic value classes used to efficiently serialize objects into the wire protocol.
   class Value #:nodoc:
 
-    def self.of(value)
+    def self.of(value, allow_64bits = false)
       case value
       when Integer
-        if value.bit_length < 64
-          res = IntegerValue.new(value)
+        if !allow_64bits
+          if value.bit_length < 64
+            res = IntegerValue.new(value)
+          else
+            # big nums > 2**63 are not supported
+            raise Aerospike::Exceptions::Aerospike.new(Aerospike::ResultCode::TYPE_NOT_SUPPORTED, "Value type #{value.class} not supported with more than 64 bits.")
+          end
         else
-          # big nums > 2**63 are not supported
-          raise Aerospike::Exceptions::Aerospike.new(Aerospike::ResultCode::TYPE_NOT_SUPPORTED, "Value type #{value.class} not supported.")
+          # used in bitwise operations
+          if value.bit_length <= 64
+            res = IntegerValue.new(value)
+          else
+            # nums with more than 64 bits are not supported
+            raise Aerospike::Exceptions::Aerospike.new(Aerospike::ResultCode::TYPE_NOT_SUPPORTED, "Value type #{value.class} not supported with more than 64 bits.")
+          end
         end
       when Float
         res = FloatValue.new(value)
@@ -48,6 +58,8 @@ module Aerospike
         res = GeoJSONValue.new(value)
       when nil
         res = NULL
+      when TrueClass, FalseClass
+        res = BoolValue.new(value)
       else
         # throw an exception for anything that is not supported.
         raise Aerospike::Exceptions::Aerospike.new(Aerospike::ResultCode::TYPE_NOT_SUPPORTED, "Value type #{value.class} not supported.")
@@ -526,6 +538,49 @@ module Aerospike
 
   end
 
+  # #######################################/
+
+  # HLLValue value. Encapsulates a HyperLogLog value.
+  # Supported by Aerospike server version 4.9 and later.
+  class HLLValue < Value #:nodoc:
+
+    def initialize(value)
+      @bytes = value
+      @bytes.force_encoding('binary')
+
+      self
+    end
+
+    def type
+      Aerospike::ParticleType::HLL
+    end
+
+    def get
+      self
+    end
+
+    def to_s
+      @bytes.to_s
+    end
+
+    def to_bytes
+      @bytes
+    end
+
+    def estimate_size
+      @bytes.bytesize
+    end
+
+    def write(buffer, offset)
+      buffer.write_binary(@bytes, offset)
+    end
+
+    def pack(packer)
+      packer.write(Aerospike::ParticleType::BLOB.chr + @bytes)
+    end
+
+  end
+
   #######################################
 
   def self.encoding
@@ -572,6 +627,10 @@ module Aerospike
       hdrsz = 1 + 2 + (ncells * 8)
       Aerospike::GeoJSON.new(buf.read(offset + hdrsz, length - hdrsz))
 
+    when Aerospike::ParticleType::HLL
+      bytes = buf.read(offset,length)
+      Aerospike::HLLValue.new(bytes)
+
     else
       nil
     end
@@ -593,4 +652,47 @@ module Aerospike
       nil
     end
   end
+
+  private
+
+  #######################################
+
+  # Boolean value.
+  # This is private, and only used internally for bitwise CDTs
+  class BoolValue < Value #:nodoc:
+
+    def initialize(val)
+      @value = val || false
+      self
+    end
+
+    def estimate_size
+      1
+    end
+
+    def write(buffer, offset)
+      raise Exception.new("Unreachable")
+    end
+
+    def pack(packer)
+      packer.write(@value)
+    end
+
+    def type
+      raise Exception.new("Unreachable")
+    end
+
+    def get
+      @value
+    end
+
+    def to_bytes
+      raise Exception.new("Unreachable")
+    end
+
+    def to_s
+      @value.to_s
+    end
+
+  end # BoolValue
 end # module