aerospike 2.12.0 → 2.17.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e4509fc71b11809038c6ea0a8853e92de02fcade0f8e29723e7507a029f7a5e1
-  data.tar.gz: 8fd24ad2f984e728c9e6137b7bf6527aaa07a1371c9d46539de7f066048b13e0
+  metadata.gz: 05c5920ff4ef2281b4155d7f62dabb7ab48880a51397c871e9445c479d4bbe95
+  data.tar.gz: 6f0284dbf9d2bd3242386991038b2b9ad26ed9a168dc51aa117c19c704b33478
 SHA512:
-  metadata.gz: 41aaaabe27c7f9a9080fb33a10444bef59f5ba6482b775d6b812529b3cc4f4656665a4e7294d328df3048c18519fafd99ac448b333c7a0506c78305a685c579e
-  data.tar.gz: adf16fbcb8247ac8724d1823a1072cf5796f52477fb5a9bbe84f17a6ad71402f33b3ba2db9777a8b907737d291b7e5d9a98fa6ec7595093c5fb2d0cf24915de8
+  metadata.gz: 9ec901c240d80fea754256209ffa4fc0002e73c2f52b5c170beff06a180f8a02fc5bdad1fd315a02aa3efe988430b0c7aac569df890ae0606f4b9ed4ee533d4f
+  data.tar.gz: 66630fb1995c507a93ca9b72ee2fabaab57a7697340893b318bdf4f8063628599fdcf9f0a60343fd717ae5770a9331b0aa80ac6c14ee7c4aa01217acf3d470a4

data/CHANGELOG.md

@@ -2,6 +2,50 @@
 
 All notable changes to this project will be documented in this file.
 
+## [2.17.0] - 2020-10-15
+
+* **New Features**
+  * [CLIENT-1246] Adds missing API for Context#list_index_create and Context#map_key_create
+
+* **Bug Fixes**
+  * Fixed an issue were MsgPack extensions were not recursively cleared from the CDTs during unpacking.
+
+## [2.16.0] - 2020-10-12
+
+* **New Features**
+  * [CLIENT-1173], [CLIENT-1246] Support Nested CDT operations with Context.
+  * [CLIENT-1179], Support Bitwise operations.
+
+* **Changes**
+  * `ListSortFlags` now has an `ASCENDING` option, with `DEFAULT` mapping to it.
+
+## [2.15.0] - 2020-10-05
+
+* **New Features**
+  * [CLIENT-1254] Adds support for HyperLogLog.
+
+* **Changes**
+  * `Client#operate` now uses `OperatePolicy` by default.
+
+## [2.14.0] - 2020-08-06
+
+* **New Features**
+  * Adds support for rack-aware reads.
+  * Adds support for client-server compression.
+
+* **Improvements**
+  * Adds support for `truncate-namespace` command.
+
+## [2.13.0] - 2020-07-17
+
+* **New Features**
+  * Adds support for replica policies.
+
+* **Improvements**
+  * Remove support for "old" partition tokenizer.
+  * Refactor how partition parser is initialized and called.
+  * Adds support for 'replicas' and remove the old partition table queries from the server.
+
 ## [2.12.0] - 2019-04-21
 
 * **New Features**

data/lib/aerospike.rb

@@ -1,4 +1,4 @@
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -22,6 +22,7 @@ require "timeout"
 require 'resolv'
 require 'msgpack'
 require 'bcrypt'
+require 'zlib'
 
 require 'aerospike/atomic/atomic'
 
@@ -64,6 +65,7 @@ require 'aerospike/command/admin_command'
 require 'aerospike/command/unsupported_particle_type_validator'
 require 'aerospike/key'
 require 'aerospike/operation'
+require 'aerospike/cdt/context'
 require 'aerospike/cdt/list_operation'
 require 'aerospike/cdt/list_order'
 require 'aerospike/cdt/list_return_type'
@@ -76,6 +78,14 @@ require 'aerospike/cdt/map_return_type'
 require 'aerospike/cdt/map_write_flags'
 require 'aerospike/cdt/map_write_mode'
 require 'aerospike/cdt/map_policy'
+require 'aerospike/cdt/hll_operation'
+require 'aerospike/cdt/hll_write_flags'
+require 'aerospike/cdt/hll_policy'
+require 'aerospike/cdt/bit_operation'
+require 'aerospike/cdt/bit_overflow_action'
+require 'aerospike/cdt/bit_resize_flags'
+require 'aerospike/cdt/bit_write_flags'
+require 'aerospike/cdt/bit_policy'
 require 'aerospike/geo_json'
 require 'aerospike/ttl'
 
@@ -101,22 +111,25 @@ require 'aerospike/connection/create'
 
 require 'aerospike/cluster'
 require 'aerospike/cluster/create_connection'
-require 'aerospike/cluster/partition'
 require 'aerospike/cluster/find_nodes_to_remove'
 require 'aerospike/cluster/find_node'
-require 'aerospike/cluster/partition_tokenizer_new'
-require 'aerospike/cluster/partition_tokenizer_old'
+require 'aerospike/cluster/partition'
+require 'aerospike/cluster/partition_parser'
+require 'aerospike/cluster/rack_parser'
 require 'aerospike/node'
 require 'aerospike/node/generation'
+require 'aerospike/node/rebalance'
 require 'aerospike/node/refresh/failed'
 require 'aerospike/node/refresh/friends'
 require 'aerospike/node/refresh/info'
 require 'aerospike/node/refresh/partitions'
+require 'aerospike/node/refresh/racks'
 require 'aerospike/node/refresh/peers'
 require 'aerospike/node/refresh/reset'
 require 'aerospike/node/verify/cluster_name'
 require 'aerospike/node/verify/name'
 require 'aerospike/node/verify/partition_generation'
+require 'aerospike/node/verify/rebalance_generation'
 require 'aerospike/node/verify/peers_generation'
 require 'aerospike/node_validator'
 require 'aerospike/peer'

data/lib/aerospike/aerospike_exception.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -90,5 +90,11 @@ module Aerospike
         super(ResultCode::COMMAND_REJECTED, msg)
       end
     end
+
+    class InvalidNamespace < Aerospike
+      def initialize(msg=nil)
+        super(ResultCode::INVALID_NAMESPACE, msg)
+      end
+    end
   end
 end

data/lib/aerospike/atomic/atomic.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/aerospike/bin.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/cdt/bit_operation.rb

@@ -0,0 +1,376 @@
+# frozen_string_literal: true
+
+# Copyright 2016-2020 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+#     http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module Aerospike
+  module CDT
+
+    ##
+    # Bit operations. Create bit operations used by client operate command.
+    # Offset orientation is left-to-right.  Negative offsets are supported.
+    # If the offset is negative, the offset starts backwards from end of the bitmap.
+    # If an offset is out of bounds, a parameter error will be returned.
+    #
+    # Nested CDT operations are supported by optional context arguments.  Example:
+    # bin = [[0b00000001, 0b01000010],[0b01011010]]
+    # Resize first bitmap (in a list of bitmaps) to 3 bytes.
+    # BitOperation.resize("bin", 3, BitResizeFlags::DEFAULT, ctx: [Context.list_index(0)])
+    # bin result = [[0b00000001, 0b01000010, 0b00000000],[0b01011010]]
+    class BitOperation < Operation
+
+      RESIZE   = 0
+      INSERT   = 1
+      REMOVE   = 2
+      SET      = 3
+      OR       = 4
+      XOR      = 5
+      AND      = 6
+      NOT      = 7
+      LSHIFT   = 8
+      RSHIFT   = 9
+      ADD      = 10
+      SUBTRACT = 11
+      SET_INT  = 12
+      GET      = 50
+      COUNT    = 51
+      LSCAN    = 52
+      RSCAN    = 53
+      GET_INT  = 54
+
+      INT_FLAGS_SIGNED = 1
+
+      attr_reader :bit_op, :arguments, :policy, :ctx
+
+      def initialize(op_type, bit_op, bin_name, *arguments, ctx: nil, policy: nil)
+        @op_type = op_type
+        @bin_name = bin_name
+        @bin_value = nil
+        @bit_op = bit_op
+        @ctx = ctx
+        @arguments = arguments
+      end
+
+
+      # BitResizeOp creates byte "resize" operation.
+      # Server resizes byte[] to byte_size according to resize_flags (See {@link BitResizeFlags}).
+      # Server does not return a value.
+      # Example:
+      # bin = [0b00000001, 0b01000010]
+      # byte_size = 4
+      # resize_flags = 0
+      # bin result = [0b00000001, 0b01000010, 0b00000000, 0b00000000]
+      def self.resize(bin_name, byte_size, resize_flags, ctx: nil, policy: BitPolicy::DEFAULT)
+        BitOperation.new(Operation::BIT_MODIFY, RESIZE, bin_name, byte_size, policy.flags, resize_flags, ctx: ctx, policy: policy)
+      end
+
+      # BitInsertOp creates byte "insert" operation.
+      # Server inserts value bytes into byte[] bin at byte_offset.
+      # Server does not return a value.
+      # Example:
+      # bin = [0b00000001, 0b01000010, 0b00000011, 0b00000100, 0b00000101]
+      # byte_offset = 1
+      # value = [0b11111111, 0b11000111]
+      # bin result = [0b00000001, 0b11111111, 0b11000111, 0b01000010, 0b00000011, 0b00000100, 0b00000101]
+      def self.insert(bin_name, byte_offset, value, ctx: nil, policy: BitPolicy::DEFAULT)
+        BitOperation.new(Operation::BIT_MODIFY, INSERT, bin_name, byte_offset, value_to_bytes(value), policy.flags, ctx: ctx, policy: policy)
+      end
+
+      # BitRemoveOp creates byte "remove" operation.
+      # Server removes bytes from byte[] bin at byte_offset for byte_size.
+      # Server does not return a value.
+      # Example:
+      # bin = [0b00000001, 0b01000010, 0b00000011, 0b00000100, 0b00000101]
+      # byte_offset = 2
+      # byte_size = 3
+      # bin result = [0b00000001, 0b01000010]
+      def self.remove(bin_name, byte_offset, byte_size, ctx: nil, policy: BitPolicy::DEFAULT)
+        BitOperation.new(Operation::BIT_MODIFY, REMOVE, bin_name, byte_offset, byte_size, policy.flags, ctx: ctx, policy: policy)
+      end
+
+      # BitSetOp creates bit "set" operation.
+      # Server sets value on byte[] bin at bit_offset for bit_size.
+      # Server does not return a value.
+      # Example:
+      # bin = [0b00000001, 0b01000010, 0b00000011, 0b00000100, 0b00000101]
+      # bit_offset = 13
+      # bit_size = 3
+      # value = [0b11100000]
+      # bin result = [0b00000001, 0b01000111, 0b00000011, 0b00000100, 0b00000101]
+      def self.set(bin_name, bit_offset, bit_size, value, ctx: nil, policy: BitPolicy::DEFAULT)
+        BitOperation.new(Operation::BIT_MODIFY, SET, bin_name, bit_offset, bit_size, value_to_bytes(value), policy.flags, ctx: ctx, policy: policy)
+      end
+
+      # BitOrOp creates bit "or" operation.
+      # Server performs bitwise "or" on value and byte[] bin at bit_offset for bit_size.
+      # Server does not return a value.
+      # Example:
+      # bin = [0b00000001, 0b01000010, 0b00000011, 0b00000100, 0b00000101]
+      # bit_offset = 17
+      # bit_size = 6
+      # value = [0b10101000]
+      # bin result = [0b00000001, 0b01000010, 0b01010111, 0b00000100, 0b00000101]
+      def self.or(bin_name, bit_offset, bit_size, value, ctx: nil, policy: BitPolicy::DEFAULT)
+        BitOperation.new(Operation::BIT_MODIFY, OR, bin_name, bit_offset, bit_size, value_to_bytes(value), policy.flags, ctx: ctx, policy: policy)
+      end
+
+      # BitXorOp creates bit "exclusive or" operation.
+      # Server performs bitwise "xor" on value and byte[] bin at bit_offset for bit_size.
+      # Server does not return a value.
+      # Example:
+      # bin = [0b00000001, 0b01000010, 0b00000011, 0b00000100, 0b00000101]
+      # bit_offset = 17
+      # bit_size = 6
+      # value = [0b10101100]
+      # bin result = [0b00000001, 0b01000010, 0b01010101, 0b00000100, 0b00000101]
+      def self.xor(bin_name, bit_offset, bit_size, value, ctx: nil, policy: BitPolicy::DEFAULT)
+        BitOperation.new(Operation::BIT_MODIFY, XOR, bin_name, bit_offset, bit_size, value_to_bytes(value), policy.flags, ctx: ctx, policy: policy)
+      end
+
+      # BitAndOp creates bit "and" operation.
+      # Server performs bitwise "and" on value and byte[] bin at bit_offset for bit_size.
+      # Server does not return a value.
+      # Example:
+      # bin = [0b00000001, 0b01000010, 0b00000011, 0b00000100, 0b00000101]
+      # bit_offset = 23
+      # bit_size = 9
+      # value = [0b00111100, 0b10000000]
+      # bin result = [0b00000001, 0b01000010, 0b00000010, 0b00000000, 0b00000101]
+      def self.and(bin_name, bit_offset, bit_size, value, ctx: nil, policy: BitPolicy::DEFAULT)
+        BitOperation.new(Operation::BIT_MODIFY, AND, bin_name, bit_offset, bit_size, value_to_bytes(value), policy.flags, ctx: ctx, policy: policy)
+      end
+
+      # BitNotOp creates bit "not" operation.
+      # Server negates byte[] bin starting at bit_offset for bit_size.
+      # Server does not return a value.
+      # Example:
+      # bin = [0b00000001, 0b01000010, 0b00000011, 0b00000100, 0b00000101]
+      # bit_offset = 25
+      # bit_size = 6
+      # bin result = [0b00000001, 0b01000010, 0b00000011, 0b01111010, 0b00000101]
+      def self.not(bin_name, bit_offset, bit_size, ctx: nil, policy: BitPolicy::DEFAULT)
+        BitOperation.new(Operation::BIT_MODIFY, NOT, bin_name, bit_offset, bit_size, policy.flags, ctx: ctx, policy: policy)
+      end
+
+      # BitLShiftOp creates bit "left shift" operation.
+      # Server shifts left byte[] bin starting at bit_offset for bit_size.
+      # Server does not return a value.
+      # Example:
+      # bin = [0b00000001, 0b01000010, 0b00000011, 0b00000100, 0b00000101]
+      # bit_offset = 32
+      # bit_size = 8
+      # shift = 3
+      # bin result = [0b00000001, 0b01000010, 0b00000011, 0b00000100, 0b00101000]
+      def self.lshift(bin_name, bit_offset, bit_size, shift, ctx: nil, policy: BitPolicy::DEFAULT)
+        BitOperation.new(Operation::BIT_MODIFY, LSHIFT, bin_name, bit_offset, bit_size, shift, policy.flags, ctx: ctx, policy: policy)
+      end
+
+      # BitRShiftOp creates bit "right shift" operation.
+      # Server shifts right byte[] bin starting at bit_offset for bit_size.
+      # Server does not return a value.
+      # Example:
+      # bin = [0b00000001, 0b01000010, 0b00000011, 0b00000100, 0b00000101]
+      # bit_offset = 0
+      # bit_size = 9
+      # shift = 1
+      # bin result = [0b00000000, 0b11000010, 0b00000011, 0b00000100, 0b00000101]
+      def self.rshift(bin_name, bit_offset, bit_size, shift, ctx: nil, policy: BitPolicy::DEFAULT)
+        BitOperation.new(Operation::BIT_MODIFY, RSHIFT, bin_name, bit_offset, bit_size, shift, policy.flags, ctx: ctx, policy: policy)
+      end
+
+      # BitAddOp creates bit "add" operation.
+      # Server adds value to byte[] bin starting at bit_offset for bit_size. Bit_size must be <= 64.
+      # Signed indicates if bits should be treated as a signed number.
+      # If add overflows/underflows, {@link BitOverflowAction} is used.
+      # Server does not return a value.
+      # Example:
+      # bin = [0b00000001, 0b01000010, 0b00000011, 0b00000100, 0b00000101]
+      # bit_offset = 24
+      # bit_size = 16
+      # value = 128
+      # signed = false
+      # bin result = [0b00000001, 0b01000010, 0b00000011, 0b00000100, 0b10000101]
+      def self.add(
+        bin_name,
+        bit_offset,
+        bit_size,
+        value,
+        signed,
+        action,
+        ctx: nil,
+        policy: BitPolicy::DEFAULT
+      )
+        actionFlags = action
+        actionFlags |= INT_FLAGS_SIGNED if signed
+
+        BitOperation.new(Operation::BIT_MODIFY, ADD, bin_name, bit_offset, bit_size, value, policy.flags, actionFlags, ctx: ctx, policy: policy)
+      end
+
+      # BitSubtractOp creates bit "subtract" operation.
+      # Server subtracts value from byte[] bin starting at bit_offset for bit_size. Bit_size must be <= 64.
+      # Signed indicates if bits should be treated as a signed number.
+      # If add overflows/underflows, {@link BitOverflowAction} is used.
+      # Server does not return a value.
+      # Example:
+      # bin = [0b00000001, 0b01000010, 0b00000011, 0b00000100, 0b00000101]
+      # bit_offset = 24
+      # bit_size = 16
+      # value = 128
+      # signed = false
+      # bin result = [0b00000001, 0b01000010, 0b00000011, 0b0000011, 0b10000101]
+      def self.subtract(
+        bin_name,
+        bit_offset,
+        bit_size,
+        value,
+        signed,
+        action,
+        ctx: nil,
+        policy: BitPolicy::DEFAULT
+      )
+        actionFlags = action
+        actionFlags |= INT_FLAGS_SIGNED if signed
+
+        BitOperation.new(Operation::BIT_MODIFY, SUBTRACT, bin_name, bit_offset, bit_size, value, policy.flags, actionFlags, ctx: ctx, policy: policy)
+      end
+
+      # BitSetIntOp creates bit "setInt" operation.
+      # Server sets value to byte[] bin starting at bit_offset for bit_size. Size must be <= 64.
+      # Server does not return a value.
+      # Example:
+      # bin = [0b00000001, 0b01000010, 0b00000011, 0b00000100, 0b00000101]
+      # bit_offset = 1
+      # bit_size = 8
+      # value = 127
+      # bin result = [0b00111111, 0b11000010, 0b00000011, 0b0000100, 0b00000101]
+      def self.set_int(bin_name, bit_offset, bit_size, value, ctx: nil, policy: BitPolicy::DEFAULT)
+        BitOperation.new(Operation::BIT_MODIFY, SET_INT, bin_name, bit_offset, bit_size, value, policy.flags, ctx: ctx, policy: policy)
+      end
+
+      # BitGetOp creates bit "get" operation.
+      # Server returns bits from byte[] bin starting at bit_offset for bit_size.
+      # Example:
+      # bin = [0b00000001, 0b01000010, 0b00000011, 0b00000100, 0b00000101]
+      # bit_offset = 9
+      # bit_size = 5
+      # returns [0b1000000]
+      def self.get(bin_name, bit_offset, bit_size, ctx: nil)
+        BitOperation.new(Operation::BIT_READ, GET, bin_name, bit_offset, bit_size, ctx: ctx)
+      end
+
+      # BitCountOp creates bit "count" operation.
+      # Server returns integer count of set bits from byte[] bin starting at bit_offset for bit_size.
+      # Example:
+      # bin = [0b00000001, 0b01000010, 0b00000011, 0b00000100, 0b00000101]
+      # bit_offset = 20
+      # bit_size = 4
+      # returns 2
+      def self.count(bin_name, bit_offset, bit_size, ctx: nil)
+        BitOperation.new(Operation::BIT_READ, COUNT, bin_name, bit_offset, bit_size, ctx: ctx)
+      end
+
+      # BitLScanOp creates bit "left scan" operation.
+      # Server returns integer bit offset of the first specified value bit in byte[] bin
+      # starting at bit_offset for bit_size.
+      # Example:
+      # bin = [0b00000001, 0b01000010, 0b00000011, 0b00000100, 0b00000101]
+      # bit_offset = 24
+      # bit_size = 8
+      # value = true
+      # returns 5
+      def self.lscan(bin_name, bit_offset, bit_size, value, ctx: nil)
+        BitOperation.new(Operation::BIT_READ, LSCAN, bin_name, bit_offset, bit_size, value && true, ctx: ctx)
+      end
+
+      # BitRScanOp creates bit "right scan" operation.
+      # Server returns integer bit offset of the last specified value bit in byte[] bin
+      # starting at bit_offset for bit_size.
+      # Example:
+      # bin = [0b00000001, 0b01000010, 0b00000011, 0b00000100, 0b00000101]
+      # bit_offset = 32
+      # bit_size = 8
+      # value = true
+      # returns 7
+      def self.rscan(bin_name, bit_offset, bit_size, value, ctx: nil)
+        BitOperation.new(Operation::BIT_READ, RSCAN, bin_name, bit_offset, bit_size, value && true, ctx: ctx)
+      end
+
+      # BitGetIntOp creates bit "get integer" operation.
+      # Server returns integer from byte[] bin starting at bit_offset for bit_size.
+      # Signed indicates if bits should be treated as a signed number.
+      # Example:
+      # bin = [0b00000001, 0b01000010, 0b00000011, 0b00000100, 0b00000101]
+      # bit_offset = 8
+      # bit_size = 16
+      # signed = false
+      # returns 16899
+      def self.get_int(bin_name, bit_offset, bit_size, signed, ctx: nil)
+        if signed
+          BitOperation.new(Operation::BIT_READ, GET_INT, bin_name, bit_offset, bit_size, INT_FLAGS_SIGNED, ctx: ctx)
+        else
+          BitOperation.new(Operation::BIT_READ, GET_INT, bin_name, bit_offset, bit_size, ctx: ctx)
+        end
+      end
+
+      def bin_value
+        @bin_value ||= pack_bin_value
+      end
+
+      private
+
+      def self.value_to_bytes(value)
+        case value
+        when Integer
+          [value].pack('C*')
+        when Array
+          value.pack('C*')
+        when String
+          BytesValue.new(value)
+        when StringValue
+          BytesValue.new(value.get)
+        else
+          value
+        end
+      end
+
+      def pack_bin_value
+        bytes = nil
+        args = arguments.dup
+        Packer.use do |packer|
+          if @ctx != nil && @ctx.length > 0
+            packer.write_array_header(3)
+            Value.of(0xff).pack(packer)
+
+            packer.write_array_header(@ctx.length*2)
+            @ctx.each do |ctx|
+              Value.of(ctx.id).pack(packer)
+              Value.of(ctx.value, true).pack(packer)
+            end
+          end
+
+          packer.write_array_header(args.length+1)
+          Value.of(@bit_op, true).pack(packer)
+          args.each do |value|
+            Value.of(value, true).pack(packer)
+          end
+          bytes = packer.bytes
+        end
+        BytesValue.new(bytes)
+      end
+    end
+  end
+end