aerospike 2.10.0 → 2.15.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 61a847f7addabd7b9e7bf77326537e94cc437e99041e664fcd3496ffb7cba843
-  data.tar.gz: '033279bbc6e8410e585ace808aabf4ae469a4bd233c1d80f10c2a488894fc5ad'
+  metadata.gz: 703f1af2ab5b0050745490618dc48f4f1135b457523ebe69b6c35d9111c67037
+  data.tar.gz: 9fba2d0c3a53c93a46f3fc1635f9fcabfa2e7804191cf9f20bf79c306099e6ce
 SHA512:
-  metadata.gz: 5b19a2653c7464e185a0d50faff2ac735b990188eee1021627d6eaab55020130797f14b20eb1f98a79a7cc846962d0d45ba47cd03f8e48ddafba48de6b4ac85f
-  data.tar.gz: b550a9058c7c2eed384f1b3635a6f56836aa250248bd48837d72e1ac466a6bb8b06c051122b750e5ccc9f61c7f5736bad12627742e91cf61f215188d1e3dfce8
+  metadata.gz: eba3f39bbfd7399f7e424894521aeed62cbd4b28e74f81b1d5207485eca59d236497d05c5f5dbfdfadd2e8e52c01eebcf4a06c71ea5eedf272f3ee6efd5f23b5
+  data.tar.gz: 3d2b651ccc051d95255acf0affdebd41822fcd0d36461653987186183bf84100a4507601eb5a640a0972827968b765645e31c6f6eb1f2f82b25f564704cb2aa7

data/CHANGELOG.md

@@ -2,7 +2,56 @@
 
 All notable changes to this project will be documented in this file.
 
-## [Unreleased]
+## [2.15.0] - 2020-10-05
+
+* **New Features**
+  * [CLIENT-1254] Adds support for HyperLogLog.
+
+* **Changes**
+  * `Client#operate` now uses `OperatePolicy` by default.
+
+## [2.14.0] - 2020-08-06
+
+* **New Features**
+  * Adds support for rack-aware reads.
+  * Adds support for client-server compression.
+
+* **Improvements**
+  * Adds support for `truncate-namespace` command.
+
+## [2.13.0] - 2020-07-17
+
+* **New Features**
+  * Adds support for replica policies.
+
+* **Improvements**
+  * Remove support for "old" partition tokenizer.
+  * Refactor how partition parser is initialized and called.
+  * Adds support for 'replicas' and remove the old partition table queries from the server.
+
+## [2.12.0] - 2019-04-21
+
+* **New Features**
+  * Support for predicate expressions in all transaction.
+  * Support for `operation.delete` in `client#operate`.
+
+* **Improvements**
+  * Optimize serialization for nested structures. Thanks to [@Kacper Madej](https://github.com/madejejej)! [[#94](https://github.com/aerospike/aerospike-client-ruby/pull/94)]
+  * Remove `Thread#abort_on_exception` from `batch_index_command`. Thanks to [@Kacper Madej](https://github.com/madejejej)! [[#94](https://github.com/aerospike/aerospike-client-ruby/pull/92)]
+  * Does not allow values other than Integer, Float, String, Symbol and nil to be used as keys in Maps.
+
+* **Bug Fixes**
+  * Fixes tests that weren't using ENV variables for connections. This will allow the tests to be run on any server.
+
+
+## [2.11.0] - 2019-05-17
+
+* **New Features**
+  * Support for predicate expressions in queries. Thanks to [@Minus10Degrees](https://github.com/Minus10Degrees)! [[#78](https://github.com/aerospike/aerospike-client-ruby/issues/78)]
+
+* **Bug Fixes**
+  * Client#execute\_udf\_on\_query should not modify the statement argument. [[#79](https://github.com/aerospike/aerospike-client-ruby/issues/79)]
+  * Encoding::UndefinedConversionError when reading blob data from CDT list/map bin. [[#84](https://github.com/aerospike/aerospike-client-ruby/issues/84)]
 
 ## [2.10.0] - 2019-05-10
 

data/README.md

@@ -97,7 +97,7 @@ This library is packaged with a number of tests.
 
 To run all the test cases:
 
-    $ bundle exec rspec
+    $ AEROSPIKE_HOSTS="<host:port>[,<hoist:port>]" AEROSPIKE_USER="<user>" AEROSPIKE_PASSWORD="<pass>" bundle exec rspec
 
 <a name="Examples"></a>
 ## Examples

data/lib/aerospike.rb

@@ -1,4 +1,4 @@
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -22,6 +22,7 @@ require "timeout"
 require 'resolv'
 require 'msgpack'
 require 'bcrypt'
+require 'zlib'
 
 require 'aerospike/atomic/atomic'
 
@@ -76,6 +77,9 @@ require 'aerospike/cdt/map_return_type'
 require 'aerospike/cdt/map_write_flags'
 require 'aerospike/cdt/map_write_mode'
 require 'aerospike/cdt/map_policy'
+require 'aerospike/cdt/hll_operation'
+require 'aerospike/cdt/hll_write_flags'
+require 'aerospike/cdt/hll_policy'
 require 'aerospike/geo_json'
 require 'aerospike/ttl'
 
@@ -101,22 +105,25 @@ require 'aerospike/connection/create'
 
 require 'aerospike/cluster'
 require 'aerospike/cluster/create_connection'
-require 'aerospike/cluster/partition'
 require 'aerospike/cluster/find_nodes_to_remove'
 require 'aerospike/cluster/find_node'
-require 'aerospike/cluster/partition_tokenizer_new'
-require 'aerospike/cluster/partition_tokenizer_old'
+require 'aerospike/cluster/partition'
+require 'aerospike/cluster/partition_parser'
+require 'aerospike/cluster/rack_parser'
 require 'aerospike/node'
 require 'aerospike/node/generation'
+require 'aerospike/node/rebalance'
 require 'aerospike/node/refresh/failed'
 require 'aerospike/node/refresh/friends'
 require 'aerospike/node/refresh/info'
 require 'aerospike/node/refresh/partitions'
+require 'aerospike/node/refresh/racks'
 require 'aerospike/node/refresh/peers'
 require 'aerospike/node/refresh/reset'
 require 'aerospike/node/verify/cluster_name'
 require 'aerospike/node/verify/name'
 require 'aerospike/node/verify/partition_generation'
+require 'aerospike/node/verify/rebalance_generation'
 require 'aerospike/node/verify/peers_generation'
 require 'aerospike/node_validator'
 require 'aerospike/peer'
@@ -142,6 +149,15 @@ require 'aerospike/query/stream_command'
 require 'aerospike/query/query_command'
 require 'aerospike/query/scan_command'
 require 'aerospike/query/statement'
+require 'aerospike/query/pred_exp'
+
+require 'aerospike/query/pred_exp/and_or'
+require 'aerospike/query/pred_exp/geo_json_value'
+require 'aerospike/query/pred_exp/integer_value'
+require 'aerospike/query/pred_exp/op'
+require 'aerospike/query/pred_exp/regex'
+require 'aerospike/query/pred_exp/regex_flags'
+require 'aerospike/query/pred_exp/string_value'
 
 module Aerospike
   extend Loggable

data/lib/aerospike/aerospike_exception.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2018 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.
@@ -90,5 +90,11 @@ module Aerospike
         super(ResultCode::COMMAND_REJECTED, msg)
       end
     end
+
+    class InvalidNamespace < Aerospike
+      def initialize(msg=nil)
+        super(ResultCode::INVALID_NAMESPACE, msg)
+      end
+    end
   end
 end

data/lib/aerospike/atomic/atomic.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/aerospike/bin.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-# Copyright 2014-2017 Aerospike, Inc.
+# Copyright 2014-2020 Aerospike, Inc.
 #
 # Portions may be licensed to Aerospike, Inc. under one or more contributor
 # license agreements.

data/lib/aerospike/cdt/hll_operation.rb

@@ -0,0 +1,200 @@
+# encoding: utf-8
+# Copyright 2016-2020 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module Aerospike
+  module CDT
+
+    # HyperLogLog (HLL) operations.
+    # Requires server versions >= 4.9.
+    #
+    # HyperLogLog operations on HLL items nested in lists/maps are not currently
+    # supported by the server.
+    class HLLOperation < Operation
+
+      INIT            = 0
+      ADD             = 1
+      SET_UNION       = 2
+      SET_COUNT       = 3
+      FOLD            = 4
+      COUNT           = 50
+      UNION           = 51
+      UNION_COUNT     = 52
+      INTERSECT_COUNT = 53
+      SIMILARITY      = 54
+      DESCRIBE        = 55
+
+      attr_reader :hll_op, :values, :return_type, :policy, :index_bit_count, :minhash_bit_count
+
+      def initialize(op_type, hll_op, bin_name, values: nil, index_bit_count: nil, minhash_bit_count: nil, policy: nil)
+        @policy = policy
+        @op_type = op_type
+        @bin_name = bin_name
+        @bin_value = nil
+        @hll_op = hll_op
+        @index_bit_count = index_bit_count
+        @minhash_bit_count = minhash_bit_count
+        @values = values
+
+        self
+      end
+
+      ##
+      # Create HLL init operation with minhash bits.
+      # Server creates a new HLL or resets an existing HLL.
+      # Server does not return a value.
+      #
+      # policy      write policy, HLLPolicy::DEFAULT is default
+      # bin_name     name of bin
+      # index_bit_count   number of index bits. Must be between 4 and 16 inclusive.
+      # minhash_bit_count   number of min hash bits. Must be between 4 and 58 inclusive.
+      def self.init(bin_name, index_bit_count, minhash_bit_count, policy = HLLPolicy::DEFAULT)
+        HLLOperation.new(Operation::HLL_MODIFY, INIT, bin_name, index_bit_count: index_bit_count, minhash_bit_count: minhash_bit_count, policy: policy)
+      end
+
+      ##
+      # Create HLL add operation with minhash bits.
+      # Server adds values to HLL set. If HLL bin does not exist, use index_bit_count and minhash_bit_count
+      # to create HLL bin. Server returns number of entries that caused HLL to update a register.
+      #
+      # policy      write policy, HLLPolicy::DEFAULT is default
+      # bin_name     name of bin
+      # list        list of values to be added
+      # index_bit_count   number of index bits. Must be between 4 and 16 inclusive.
+      # minhash_bit_count   number of min hash bits. Must be between 4 and 58 inclusive.
+      def self.add(bin_name, *values, policy: HLLPolicy::DEFAULT, index_bit_count: -1, minhash_bit_count: -1)
+        HLLOperation.new(Operation::HLL_MODIFY, ADD, bin_name, index_bit_count: index_bit_count, minhash_bit_count: minhash_bit_count, values: values, policy: policy)
+      end
+
+      ##
+      # Create HLL set union operation.
+      # Server sets union of specified HLL objects with HLL bin.
+      # Server does not return a value.
+      #
+      # policy      write policy, HLLPolicy::DEFAULT is default
+      # bin_name     name of bin
+      # list        list of HLL objects
+      def self.set_union(bin_name, *values, policy: HLLPolicy::DEFAULT)
+        HLLOperation.new(Operation::HLL_MODIFY, SET_UNION, bin_name, values: values, policy: policy)
+      end
+
+      ##
+      # Create HLL refresh operation.
+      # Server updates the cached count (if stale) and returns the count.
+      #
+      # bin_name     name of bin
+      def self.refresh_count(bin_name)
+        HLLOperation.new(Operation::HLL_MODIFY, SET_COUNT, bin_name)
+      end
+
+      ##
+      # Create HLL fold operation.
+      # Servers folds index_bit_count to the specified value.
+      # This can only be applied when minhash_bit_count on the HLL bin is 0.
+      # Server does not return a value.
+      #
+      # bin_name     name of bin
+      # index_bit_count   number of index bits. Must be between 4 and 16 inclusive.
+      def self.fold(bin_name, index_bit_count)
+        HLLOperation.new(Operation::HLL_MODIFY, FOLD, bin_name, index_bit_count: index_bit_count)
+      end
+
+      ##
+      # Create HLL getCount operation.
+      # Server returns estimated number of elements in the HLL bin.
+      #
+      # bin_name     name of bin
+      def self.get_count(bin_name)
+        HLLOperation.new(Operation::HLL_READ, COUNT, bin_name)
+      end
+
+      ##
+      # Create HLL getUnion operation.
+      # Server returns an HLL object that is the union of all specified HLL objects in the list
+      # with the HLL bin.
+      #
+      # bin_name     name of bin
+      # list        list of HLL objects
+      def self.get_union(bin_name, *values)
+        HLLOperation.new(Operation::HLL_READ, UNION, bin_name, values: values)
+      end
+
+      ##
+      # Create HLL getUnionCount operation.
+      # Server returns estimated number of elements that would be contained by the union of these
+      # HLL objects.
+      # bin_name     name of bin
+      # list        list of HLL objects
+      def self.get_union_count(bin_name, *values)
+        HLLOperation.new(Operation::HLL_READ, UNION_COUNT, bin_name, values: values)
+      end
+
+      ##
+      # Create HLL getIntersectCount operation.
+      # Server returns estimated number of elements that would be contained by the intersection of
+      # these HLL objects.
+      #
+      # bin_name     name of bin
+      # list        list of HLL objects
+      def self.get_intersect_count(bin_name, *values)
+        HLLOperation.new(Operation::HLL_READ, INTERSECT_COUNT, bin_name, values: values)
+      end
+
+      ##
+      # Create HLL getSimilarity operation.
+      # Server returns estimated similarity of these HLL objects. Return type is a double.
+      #
+      # bin_name     name of bin
+      # list        list of HLL objects
+      def self.get_similarity(bin_name, *values)
+        HLLOperation.new(Operation::HLL_READ, SIMILARITY, bin_name, values: values)
+      end
+
+      ##
+      # Create HLL describe operation.
+      # Server returns index_bit_count and minhash_bit_count used to create HLL bin in a list of longs.
+      # The list size is 2.
+      #
+      # bin_name     name of bin
+      def self.describe(bin_name)
+        HLLOperation.new(Operation::HLL_READ, DESCRIBE, bin_name)
+      end
+
+      def bin_value
+        @bin_value ||= pack_bin_value
+      end
+
+      private
+
+      def pack_bin_value
+        bytes = nil
+        Packer.use do |packer|
+          args = [hll_op]
+          args << values if values
+          args << index_bit_count if index_bit_count
+          args << minhash_bit_count if minhash_bit_count
+          args << policy.flags if policy
+
+          vv = ListValue.new(args)
+          vv.pack(packer)
+          bytes = packer.bytes
+        end
+        BytesValue.new(bytes)
+      end
+
+    end
+
+  end
+end

data/lib/aerospike/cdt/hll_policy.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+# Copyright 2020 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module Aerospike
+  module CDT
+    class HLLPolicy
+
+      attr_accessor :flags
+
+      def initialize(write_flags: HLLWriteFlags::DEFAULT)
+        @flags = write_flags
+      end
+
+      DEFAULT = HLLPolicy.new
+
+    end
+  end
+end

data/lib/aerospike/cdt/hll_write_flags.rb

@@ -0,0 +1,53 @@
+# encoding: utf-8
+# Copyright 2020 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module Aerospike
+  module CDT
+
+    ##
+    # Map write bit flags.
+    # Requires server versions >= 4.3.
+    module HLLWriteFlags
+
+      ##
+      # Default is Default. Allow create or update.
+      DEFAULT = 0
+
+      ##
+      # CREATE_ONLY behaves like the following:
+      # If the bin already exists, the operation will be denied.
+      # If the bin does not exist, a new bin will be created.
+      CREATE_ONLY = 1
+
+      ##
+      # UPDATE_ONLY behaves like the following:
+      # If the bin already exists, the bin will be overwritten.
+      # If the bin does not exist, the operation will be denied.
+      UPDATE_ONLY = 2
+
+      ##
+      # NO_FAIL does not raise error if operation is denied.
+      NO_FAIL = 4
+
+      ##
+      # ALLOW_FOLD allows the resulting set to be the minimum of provided index bits.
+      # Also, allow the usage of less precise HLL algorithms when minHash bits
+      # of all participating sets do not match.
+      ALLOW_FOLD = 8
+
+    end
+  end
+end