aerospike 2.12.0 → 2.17.0

data/lib/aerospike/policy/record_bin_multiplicity.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2016-2017 Aerospike, Inc.
+# Copyright 2016-2020 Aerospike, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/aerospike/policy/record_exists_action.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/aerospike/policy/replica.rb

@@ -0,0 +1,45 @@
+# encoding: utf-8
+# Copyright 2014-2020 Aerospike, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module Aerospike
+
+  module Replica
+
+    # Read from node containing key's master partition.  This is the default behavior.
+    MASTER = 0
+
+    # Distribute reads across nodes containing key's master and replicated partitions
+    # in round-robin fashion.
+    MASTER_PROLES = 1
+
+    # Always try node containing master partition first. If connection fails and
+    # Policy#retryOnTimeout is true, try nodes containing prole partition.
+    SEQUENCE = 2
+
+    # Try node on the same rack as the client first.  If there are no nodes on the
+    # same rack, use SEQUENCE instead.
+    #
+    # ClientPolicy#rack_aware, ClientPolicy#rack_id, and server rack
+    # configuration must also be set to enable this functionality.
+    PREFER_RACK = 3
+
+    # Distribute reads across all nodes in cluster in round-robin fashion.
+    # This option is useful when the replication factor equals the number
+    # of nodes in the cluster and the overhead of requesting proles is not desired.
+    RANDOM = 4
+
+  end # module
+
+end # module

data/lib/aerospike/policy/scan_policy.rb

@@ -1,4 +1,4 @@
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -28,6 +28,7 @@ module Aerospike
     attr_accessor :fail_on_cluster_change
     attr_accessor :socket_timeout
     attr_accessor :record_queue_size
+    attr_accessor :records_per_second
 
     def initialize(opt={})
       super(opt)
@@ -59,6 +60,12 @@ module Aerospike
       # Default is 5000.
       @record_queue_size = opt[:record_queue_size] || 5000
 
+      # Limit returned records per second (rps) rate for each server.
+      # Will not apply rps limit if records_per_second is zero.
+      # Currently only applicable to a query without a defined filter (scan).
+      # Default is 0
+      @records_per_second = opt[:records_per_second] || 0
+
       self
     end
 

data/lib/aerospike/policy/write_policy.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/aerospike/query/filter.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/query/query_command.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -82,6 +82,11 @@ module Aerospike
           fieldCount+=1
         end
       else
+        if @policy.records_per_second > 0
+          @data_offset += 4 + FIELD_HEADER_SIZE
+          fieldCount += 1
+        end
+
         # Calling query with no filters is more efficiently handled by a primary index scan.
         # Estimate scan options size.
         @data_offset += (2 + FIELD_HEADER_SIZE)
@@ -172,6 +177,10 @@ module Aerospike
           end
         end
       else
+        if @policy.records_per_second > 0
+          write_field_int(@policy.records_per_second, Aerospike::FieldType::RECORDS_PER_SECOND)
+        end
+
         # Calling query with no filters is more efficiently handled by a primary index scan.
         write_field_header(2, Aerospike::FieldType::SCAN_OPTIONS)
         priority = @policy.priority.ord

data/lib/aerospike/query/recordset.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/query/scan_command.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/query/statement.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/query/stream_command.rb

@@ -1,4 +1,4 @@
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/record.rb

@@ -1,4 +1,4 @@
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/result_code.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -60,6 +60,10 @@ module Aerospike
     # exists.
     KEY_EXISTS_ERROR = 5
 
+    # Bin already exists on a create-only operation.
+    BIN_EXISTS_ERROR = 6
+
+
     # Expected cluster ID was not received.
     CLUSTER_KEY_MISMATCH = 7
 
@@ -91,6 +95,9 @@ module Aerospike
     # Unsupported Server Feature (e.g. Scan + UDF)
     UNSUPPORTED_FEATURE = 16
 
+    # Bin not found on update-only operation.
+    BIN_NOT_FOUND = 17
+
     # Specified bin name does not exist in record.
     DEVICE_OVERLOAD = 18
 
@@ -244,6 +251,9 @@ module Aerospike
       when KEY_EXISTS_ERROR
         "Key already exists"
 
+      when BIN_EXISTS_ERROR
+        "Bin already exists on a create-only operation"
+
       when CLUSTER_KEY_MISMATCH
         "Cluster key mismatch"
 
@@ -274,6 +284,9 @@ module Aerospike
       when UNSUPPORTED_FEATURE
         "Unsupported Server Feature"
 
+      when BIN_NOT_FOUND
+        "Bin not found on update-only operation"
+
       when DEVICE_OVERLOAD
         "Device overload"
 

data/lib/aerospike/socket/base.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -25,13 +25,14 @@ module Aerospike
         @timeout = nil
       end
 
-      def read(buffer, length)
+      def read(buffer, length, offset = 0)
         bytes_read = 0
         until bytes_read >= length
           result = read_from_socket(length - bytes_read)
-          buffer.write_binary(result, bytes_read)
+          buffer.write_binary(result, offset + bytes_read)
           bytes_read += result.bytesize
         end
+        bytes_read
       end
 
       def read_from_socket(length)

data/lib/aerospike/task/execute_task.rb

@@ -1,4 +1,4 @@
-# Copyright 2013-2017 Aerospike, Inc.
+# Copyright 2013-2020 Aerospike, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/aerospike/task/index_task.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/task/task.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/task/udf_register_task.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/task/udf_remove_task.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/ttl.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2016-2017 Aerospike, Inc.
+# Copyright 2016-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/udf.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/user_role.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/utils/buffer.rb

@@ -1,6 +1,6 @@
 # encoding: utf-8
 
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -42,9 +42,9 @@ module Aerospike
     DEFAULT_BUFFER_SIZE = 16 * 1024
     MAX_BUFFER_SIZE = 10 * 1024 * 1024
 
-    def initialize(size=DEFAULT_BUFFER_SIZE)
-      @buf = "%0#{size}d" % 0
-
+    def initialize(size=DEFAULT_BUFFER_SIZE, buf = nil)
+      @buf = (buf ? buf : ("%0#{size}d" % 0))
+      @buf.force_encoding('binary')
       @slice_end = @buf.bytesize
     end
 
@@ -61,6 +61,10 @@ module Aerospike
     end
     alias_method :length, :size
 
+    def eat!(n)
+      @buf.replace(@buf[n..-1])
+    end
+
     def resize(length)
       if @buf.bytesize < length
         @buf.concat("%0#{length - @buf.bytesize}d" % 0)
@@ -156,6 +160,12 @@ module Aerospike
       @buf[0..@slice_end-1]
     end
 
+    def reset
+      for i in 0..@buf.size-1
+        @buf[i] = ' '
+      end
+    end
+
     def dump(from=nil, to=nil)
       from ||= 0
       to ||= @slice_end - 1

data/lib/aerospike/utils/packer.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2016-2017 Aerospike, Inc.
+# Copyright 2016-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/utils/pool.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/utils/unpacker.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2016-2018 Aerospike, Inc.
+# Copyright 2016-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -92,9 +92,9 @@ module Aerospike
         end
         value
       when Array
-        normalize_strings_in_array(elem)
+        unpack_list(elem)
       when Hash
-        normalize_strings_in_map(elem)
+        unpack_map(elem)
       else
         elem
       end

data/lib/aerospike/value/particle_type.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License")
 # you may not use this file except in compliance with the License.
@@ -36,7 +36,7 @@ module Aerospike
     #RTA_DICT = 15
     #RTA_APPEND_DICT = 16
     #RTA_APPEND_LIST = 17
-    #LUA_BLOB = 18
+    HLL = 18
     MAP = 19
     LIST = 20
     GEOJSON = 23

data/lib/aerospike/value/value.rb

@@ -1,6 +1,6 @@
 # encoding: utf-8
 
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -23,14 +23,24 @@ module Aerospike
   # Polymorphic value classes used to efficiently serialize objects into the wire protocol.
   class Value #:nodoc:
 
-    def self.of(value)
+    def self.of(value, allow_64bits = false)
       case value
       when Integer
-        if value.bit_length < 64
-          res = IntegerValue.new(value)
+        if !allow_64bits
+          if value.bit_length < 64
+            res = IntegerValue.new(value)
+          else
+            # big nums > 2**63 are not supported
+            raise Aerospike::Exceptions::Aerospike.new(Aerospike::ResultCode::TYPE_NOT_SUPPORTED, "Value type #{value.class} not supported with more than 64 bits.")
+          end
         else
-          # big nums > 2**63 are not supported
-          raise Aerospike::Exceptions::Aerospike.new(Aerospike::ResultCode::TYPE_NOT_SUPPORTED, "Value type #{value.class} not supported.")
+          # used in bitwise operations
+          if value.bit_length <= 64
+            res = IntegerValue.new(value)
+          else
+            # nums with more than 64 bits are not supported
+            raise Aerospike::Exceptions::Aerospike.new(Aerospike::ResultCode::TYPE_NOT_SUPPORTED, "Value type #{value.class} not supported with more than 64 bits.")
+          end
         end
       when Float
         res = FloatValue.new(value)
@@ -48,6 +58,8 @@ module Aerospike
         res = GeoJSONValue.new(value)
       when nil
         res = NULL
+      when TrueClass, FalseClass
+        res = BoolValue.new(value)
       else
         # throw an exception for anything that is not supported.
         raise Aerospike::Exceptions::Aerospike.new(Aerospike::ResultCode::TYPE_NOT_SUPPORTED, "Value type #{value.class} not supported.")
@@ -526,6 +538,49 @@ module Aerospike
 
   end
 
+  # #######################################/
+
+  # HLLValue value. Encapsulates a HyperLogLog value.
+  # Supported by Aerospike server version 4.9 and later.
+  class HLLValue < Value #:nodoc:
+
+    def initialize(value)
+      @bytes = value
+      @bytes.force_encoding('binary')
+
+      self
+    end
+
+    def type
+      Aerospike::ParticleType::HLL
+    end
+
+    def get
+      self
+    end
+
+    def to_s
+      @bytes.to_s
+    end
+
+    def to_bytes
+      @bytes
+    end
+
+    def estimate_size
+      @bytes.bytesize
+    end
+
+    def write(buffer, offset)
+      buffer.write_binary(@bytes, offset)
+    end
+
+    def pack(packer)
+      packer.write(Aerospike::ParticleType::BLOB.chr + @bytes)
+    end
+
+  end
+
   #######################################
 
   def self.encoding
@@ -572,6 +627,10 @@ module Aerospike
       hdrsz = 1 + 2 + (ncells * 8)
       Aerospike::GeoJSON.new(buf.read(offset + hdrsz, length - hdrsz))
 
+    when Aerospike::ParticleType::HLL
+      bytes = buf.read(offset,length)
+      Aerospike::HLLValue.new(bytes)
+
     else
       nil
     end
@@ -593,4 +652,47 @@ module Aerospike
       nil
     end
   end
+
+  private
+
+  #######################################
+
+  # Boolean value.
+  # This is private, and only used internally for bitwise CDTs
+  class BoolValue < Value #:nodoc:
+
+    def initialize(val)
+      @value = val || false
+      self
+    end
+
+    def estimate_size
+      1
+    end
+
+    def write(buffer, offset)
+      raise Exception.new("Unreachable")
+    end
+
+    def pack(packer)
+      packer.write(@value)
+    end
+
+    def type
+      raise Exception.new("Unreachable")
+    end
+
+    def get
+      @value
+    end
+
+    def to_bytes
+      raise Exception.new("Unreachable")
+    end
+
+    def to_s
+      @value.to_s
+    end
+
+  end # BoolValue
 end # module