datasketches 0.1.2 → 0.2.3

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datasketches
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.2.3
 platform: ruby
 authors:
 - Andrew Kane
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-01-22 00:00:00.000000000 Z
+date: 2021-09-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rice
@@ -16,16 +16,16 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '2.2'
+        version: 4.0.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '2.2'
+        version: 4.0.2
 description:
-email: andrew@chartkick.com
+email: andrew@ankane.org
 executables: []
 extensions:
 - ext/datasketches/extconf.rb
@@ -37,6 +37,7 @@ files:
 - README.md
 - ext/datasketches/cpc_wrapper.cpp
 - ext/datasketches/ext.cpp
+- ext/datasketches/ext.h
 - ext/datasketches/extconf.rb
 - ext/datasketches/fi_wrapper.cpp
 - ext/datasketches/hll_wrapper.cpp
@@ -65,6 +66,7 @@ files:
 - vendor/datasketches-cpp/common/test/CMakeLists.txt
 - vendor/datasketches-cpp/common/test/catch.hpp
 - vendor/datasketches-cpp/common/test/catch_runner.cpp
+- vendor/datasketches-cpp/common/test/integration_test.cpp
 - vendor/datasketches-cpp/common/test/test_allocator.cpp
 - vendor/datasketches-cpp/common/test/test_allocator.hpp
 - vendor/datasketches-cpp/common/test/test_runner.cpp
@@ -86,6 +88,7 @@ files:
 - vendor/datasketches-cpp/cpc/include/u32_table_impl.hpp
 - vendor/datasketches-cpp/cpc/test/CMakeLists.txt
 - vendor/datasketches-cpp/cpc/test/compression_test.cpp
+- vendor/datasketches-cpp/cpc/test/cpc_sketch_allocation_test.cpp
 - vendor/datasketches-cpp/cpc/test/cpc_sketch_test.cpp
 - vendor/datasketches-cpp/cpc/test/cpc_union_test.cpp
 - vendor/datasketches-cpp/fi/CMakeLists.txt
@@ -157,12 +160,15 @@ files:
 - vendor/datasketches-cpp/kll/include/kll_quantile_calculator_impl.hpp
 - vendor/datasketches-cpp/kll/include/kll_sketch.hpp
 - vendor/datasketches-cpp/kll/include/kll_sketch_impl.hpp
+- vendor/datasketches-cpp/kll/include/kolmogorov_smirnov.hpp
+- vendor/datasketches-cpp/kll/include/kolmogorov_smirnov_impl.hpp
 - vendor/datasketches-cpp/kll/test/CMakeLists.txt
 - vendor/datasketches-cpp/kll/test/kll_sketch_custom_type_test.cpp
 - vendor/datasketches-cpp/kll/test/kll_sketch_float_one_item_v1.sk
 - vendor/datasketches-cpp/kll/test/kll_sketch_from_java.sk
 - vendor/datasketches-cpp/kll/test/kll_sketch_test.cpp
 - vendor/datasketches-cpp/kll/test/kll_sketch_validation.cpp
+- vendor/datasketches-cpp/kll/test/kolmogorov_smirnov_test.cpp
 - vendor/datasketches-cpp/pyproject.toml
 - vendor/datasketches-cpp/python/CMakeLists.txt
 - vendor/datasketches-cpp/python/README.md
@@ -171,12 +177,14 @@ files:
 - vendor/datasketches-cpp/python/jupyter/HLLSketch.ipynb
 - vendor/datasketches-cpp/python/jupyter/KLLSketch.ipynb
 - vendor/datasketches-cpp/python/jupyter/ThetaSketchNotebook.ipynb
+- vendor/datasketches-cpp/python/pybind11Path.cmd
 - vendor/datasketches-cpp/python/src/__init__.py
 - vendor/datasketches-cpp/python/src/cpc_wrapper.cpp
 - vendor/datasketches-cpp/python/src/datasketches.cpp
 - vendor/datasketches-cpp/python/src/fi_wrapper.cpp
 - vendor/datasketches-cpp/python/src/hll_wrapper.cpp
 - vendor/datasketches-cpp/python/src/kll_wrapper.cpp
+- vendor/datasketches-cpp/python/src/req_wrapper.cpp
 - vendor/datasketches-cpp/python/src/theta_wrapper.cpp
 - vendor/datasketches-cpp/python/src/vector_of_kll.cpp
 - vendor/datasketches-cpp/python/src/vo_wrapper.cpp
@@ -185,9 +193,26 @@ files:
 - vendor/datasketches-cpp/python/tests/fi_test.py
 - vendor/datasketches-cpp/python/tests/hll_test.py
 - vendor/datasketches-cpp/python/tests/kll_test.py
+- vendor/datasketches-cpp/python/tests/req_test.py
 - vendor/datasketches-cpp/python/tests/theta_test.py
 - vendor/datasketches-cpp/python/tests/vector_of_kll_test.py
 - vendor/datasketches-cpp/python/tests/vo_test.py
+- vendor/datasketches-cpp/req/CMakeLists.txt
+- vendor/datasketches-cpp/req/include/req_common.hpp
+- vendor/datasketches-cpp/req/include/req_compactor.hpp
+- vendor/datasketches-cpp/req/include/req_compactor_impl.hpp
+- vendor/datasketches-cpp/req/include/req_quantile_calculator.hpp
+- vendor/datasketches-cpp/req/include/req_quantile_calculator_impl.hpp
+- vendor/datasketches-cpp/req/include/req_sketch.hpp
+- vendor/datasketches-cpp/req/include/req_sketch_impl.hpp
+- vendor/datasketches-cpp/req/test/CMakeLists.txt
+- vendor/datasketches-cpp/req/test/req_float_empty_from_java.sk
+- vendor/datasketches-cpp/req/test/req_float_estimation_from_java.sk
+- vendor/datasketches-cpp/req/test/req_float_exact_from_java.sk
+- vendor/datasketches-cpp/req/test/req_float_raw_items_from_java.sk
+- vendor/datasketches-cpp/req/test/req_float_single_item_from_java.sk
+- vendor/datasketches-cpp/req/test/req_sketch_custom_type_test.cpp
+- vendor/datasketches-cpp/req/test/req_sketch_test.cpp
 - vendor/datasketches-cpp/sampling/CMakeLists.txt
 - vendor/datasketches-cpp/sampling/include/var_opt_sketch.hpp
 - vendor/datasketches-cpp/sampling/include/var_opt_sketch_impl.hpp
@@ -195,6 +220,7 @@ files:
 - vendor/datasketches-cpp/sampling/include/var_opt_union_impl.hpp
 - vendor/datasketches-cpp/sampling/test/CMakeLists.txt
 - vendor/datasketches-cpp/sampling/test/binaries_from_java.txt
+- vendor/datasketches-cpp/sampling/test/var_opt_allocation_test.cpp
 - vendor/datasketches-cpp/sampling/test/var_opt_sketch_test.cpp
 - vendor/datasketches-cpp/sampling/test/var_opt_union_test.cpp
 - vendor/datasketches-cpp/sampling/test/varopt_sketch_long_sampling.sk
@@ -202,20 +228,38 @@ files:
 - vendor/datasketches-cpp/sampling/test/varopt_union_double_sampling.sk
 - vendor/datasketches-cpp/setup.py
 - vendor/datasketches-cpp/theta/CMakeLists.txt
+- vendor/datasketches-cpp/theta/include/bounds_on_ratios_in_sampled_sets.hpp
+- vendor/datasketches-cpp/theta/include/bounds_on_ratios_in_theta_sketched_sets.hpp
+- vendor/datasketches-cpp/theta/include/compact_theta_sketch_parser.hpp
+- vendor/datasketches-cpp/theta/include/compact_theta_sketch_parser_impl.hpp
 - vendor/datasketches-cpp/theta/include/theta_a_not_b.hpp
 - vendor/datasketches-cpp/theta/include/theta_a_not_b_impl.hpp
+- vendor/datasketches-cpp/theta/include/theta_comparators.hpp
+- vendor/datasketches-cpp/theta/include/theta_constants.hpp
+- vendor/datasketches-cpp/theta/include/theta_helpers.hpp
 - vendor/datasketches-cpp/theta/include/theta_intersection.hpp
+- vendor/datasketches-cpp/theta/include/theta_intersection_base.hpp
+- vendor/datasketches-cpp/theta/include/theta_intersection_base_impl.hpp
 - vendor/datasketches-cpp/theta/include/theta_intersection_impl.hpp
+- vendor/datasketches-cpp/theta/include/theta_jaccard_similarity.hpp
+- vendor/datasketches-cpp/theta/include/theta_jaccard_similarity_base.hpp
+- vendor/datasketches-cpp/theta/include/theta_set_difference_base.hpp
+- vendor/datasketches-cpp/theta/include/theta_set_difference_base_impl.hpp
 - vendor/datasketches-cpp/theta/include/theta_sketch.hpp
 - vendor/datasketches-cpp/theta/include/theta_sketch_impl.hpp
 - vendor/datasketches-cpp/theta/include/theta_union.hpp
+- vendor/datasketches-cpp/theta/include/theta_union_base.hpp
+- vendor/datasketches-cpp/theta/include/theta_union_base_impl.hpp
 - vendor/datasketches-cpp/theta/include/theta_union_impl.hpp
+- vendor/datasketches-cpp/theta/include/theta_update_sketch_base.hpp
+- vendor/datasketches-cpp/theta/include/theta_update_sketch_base_impl.hpp
 - vendor/datasketches-cpp/theta/test/CMakeLists.txt
 - vendor/datasketches-cpp/theta/test/theta_a_not_b_test.cpp
 - vendor/datasketches-cpp/theta/test/theta_compact_empty_from_java.sk
 - vendor/datasketches-cpp/theta/test/theta_compact_estimation_from_java.sk
 - vendor/datasketches-cpp/theta/test/theta_compact_single_item_from_java.sk
 - vendor/datasketches-cpp/theta/test/theta_intersection_test.cpp
+- vendor/datasketches-cpp/theta/test/theta_jaccard_similarity_test.cpp
 - vendor/datasketches-cpp/theta/test/theta_sketch_test.cpp
 - vendor/datasketches-cpp/theta/test/theta_union_test.cpp
 - vendor/datasketches-cpp/theta/test/theta_update_empty_from_java.sk
@@ -229,32 +273,11 @@ files:
 - vendor/datasketches-cpp/tuple/include/array_of_doubles_sketch_impl.hpp
 - vendor/datasketches-cpp/tuple/include/array_of_doubles_union.hpp
 - vendor/datasketches-cpp/tuple/include/array_of_doubles_union_impl.hpp
-- vendor/datasketches-cpp/tuple/include/bounds_on_ratios_in_sampled_sets.hpp
-- vendor/datasketches-cpp/tuple/include/bounds_on_ratios_in_theta_sketched_sets.hpp
-- vendor/datasketches-cpp/tuple/include/jaccard_similarity.hpp
-- vendor/datasketches-cpp/tuple/include/theta_a_not_b_experimental.hpp
-- vendor/datasketches-cpp/tuple/include/theta_a_not_b_experimental_impl.hpp
-- vendor/datasketches-cpp/tuple/include/theta_comparators.hpp
-- vendor/datasketches-cpp/tuple/include/theta_constants.hpp
-- vendor/datasketches-cpp/tuple/include/theta_helpers.hpp
-- vendor/datasketches-cpp/tuple/include/theta_intersection_base.hpp
-- vendor/datasketches-cpp/tuple/include/theta_intersection_base_impl.hpp
-- vendor/datasketches-cpp/tuple/include/theta_intersection_experimental.hpp
-- vendor/datasketches-cpp/tuple/include/theta_intersection_experimental_impl.hpp
-- vendor/datasketches-cpp/tuple/include/theta_set_difference_base.hpp
-- vendor/datasketches-cpp/tuple/include/theta_set_difference_base_impl.hpp
-- vendor/datasketches-cpp/tuple/include/theta_sketch_experimental.hpp
-- vendor/datasketches-cpp/tuple/include/theta_sketch_experimental_impl.hpp
-- vendor/datasketches-cpp/tuple/include/theta_union_base.hpp
-- vendor/datasketches-cpp/tuple/include/theta_union_base_impl.hpp
-- vendor/datasketches-cpp/tuple/include/theta_union_experimental.hpp
-- vendor/datasketches-cpp/tuple/include/theta_union_experimental_impl.hpp
-- vendor/datasketches-cpp/tuple/include/theta_update_sketch_base.hpp
-- vendor/datasketches-cpp/tuple/include/theta_update_sketch_base_impl.hpp
 - vendor/datasketches-cpp/tuple/include/tuple_a_not_b.hpp
 - vendor/datasketches-cpp/tuple/include/tuple_a_not_b_impl.hpp
 - vendor/datasketches-cpp/tuple/include/tuple_intersection.hpp
 - vendor/datasketches-cpp/tuple/include/tuple_intersection_impl.hpp
+- vendor/datasketches-cpp/tuple/include/tuple_jaccard_similarity.hpp
 - vendor/datasketches-cpp/tuple/include/tuple_sketch.hpp
 - vendor/datasketches-cpp/tuple/include/tuple_sketch_impl.hpp
 - vendor/datasketches-cpp/tuple/include/tuple_union.hpp
@@ -266,14 +289,6 @@ files:
 - vendor/datasketches-cpp/tuple/test/aod_2_compact_exact_from_java.sk
 - vendor/datasketches-cpp/tuple/test/aod_3_compact_empty_from_java.sk
 - vendor/datasketches-cpp/tuple/test/array_of_doubles_sketch_test.cpp
-- vendor/datasketches-cpp/tuple/test/theta_a_not_b_experimental_test.cpp
-- vendor/datasketches-cpp/tuple/test/theta_compact_empty_from_java.sk
-- vendor/datasketches-cpp/tuple/test/theta_compact_estimation_from_java.sk
-- vendor/datasketches-cpp/tuple/test/theta_compact_single_item_from_java.sk
-- vendor/datasketches-cpp/tuple/test/theta_intersection_experimental_test.cpp
-- vendor/datasketches-cpp/tuple/test/theta_jaccard_similarity_test.cpp
-- vendor/datasketches-cpp/tuple/test/theta_sketch_experimental_test.cpp
-- vendor/datasketches-cpp/tuple/test/theta_union_experimental_test.cpp
 - vendor/datasketches-cpp/tuple/test/tuple_a_not_b_test.cpp
 - vendor/datasketches-cpp/tuple/test/tuple_intersection_test.cpp
 - vendor/datasketches-cpp/tuple/test/tuple_jaccard_similarity_test.cpp
@@ -299,7 +314,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.3
+rubygems_version: 3.2.22
 signing_key:
 specification_version: 4
 summary: Sketch data structures for Ruby

data/vendor/datasketches-cpp/tuple/include/theta_a_not_b_experimental.hpp

@@ -1,53 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-#ifndef THETA_A_NOT_B_EXPERIMENTAL_HPP_
-#define THETA_A_NOT_B_EXPERIMENTAL_HPP_
-
-#include "theta_sketch_experimental.hpp"
-#include "theta_set_difference_base.hpp"
-
-namespace datasketches {
-
-template<typename Allocator = std::allocator<uint64_t>>
-class theta_a_not_b_experimental {
-public:
-  using Entry = uint64_t;
-  using ExtractKey = trivial_extract_key;
-  using CompactSketch = compact_theta_sketch_experimental<Allocator>;
-  using State = theta_set_difference_base<Entry, ExtractKey, CompactSketch, Allocator>;
-
-  explicit theta_a_not_b_experimental(uint64_t seed = DEFAULT_SEED, const Allocator& allocator = Allocator());
-
-  /**
-   * Computes the a-not-b set operation given two sketches.
-   * @return the result of a-not-b
-   */
-  template<typename FwdSketch, typename Sketch>
-  CompactSketch compute(FwdSketch&& a, const Sketch& b, bool ordered = true) const;
-
-private:
-  State state_;
-};
-
-} /* namespace datasketches */
-
-#include "theta_a_not_b_experimental_impl.hpp"
-
-#endif

data/vendor/datasketches-cpp/tuple/include/theta_intersection_experimental.hpp

@@ -1,78 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-#ifndef THETA_INTERSECTION_EXPERIMENTAL_HPP_
-#define THETA_INTERSECTION_EXPERIMENTAL_HPP_
-
-#include "theta_sketch_experimental.hpp"
-#include "theta_intersection_base.hpp"
-
-namespace datasketches {
-
-template<typename Allocator = std::allocator<uint64_t>>
-class theta_intersection_experimental {
-public:
-  using Entry = uint64_t;
-  using ExtractKey = trivial_extract_key;
-  using Sketch = theta_sketch_experimental<Allocator>;
-  using CompactSketch = compact_theta_sketch_experimental<Allocator>;
-
-  struct pass_through_policy {
-    uint64_t operator()(uint64_t internal_entry, uint64_t incoming_entry) const {
-      unused(incoming_entry);
-      return internal_entry;
-    }
-  };
-  using State = theta_intersection_base<Entry, ExtractKey, pass_through_policy, Sketch, CompactSketch, Allocator>;
-
-  explicit theta_intersection_experimental(uint64_t seed = DEFAULT_SEED, const Allocator& allocator = Allocator());
-
-  /**
-   * Updates the intersection with a given sketch.
-   * The intersection can be viewed as starting from the "universe" set, and every update
-   * can reduce the current set to leave the overlapping subset only.
-   * @param sketch represents input set for the intersection
-   */
-  template<typename FwdSketch>
-  void update(FwdSketch&& sketch);
-
-  /**
-   * Produces a copy of the current state of the intersection.
-   * If update() was not called, the state is the infinite "universe",
-   * which is considered an undefined state, and throws an exception.
-   * @param ordered optional flag to specify if ordered sketch should be produced
-   * @return the result of the intersection
-   */
-  CompactSketch get_result(bool ordered = true) const;
-
-  /**
-   * Returns true if the state of the intersection is defined (not infinite "universe").
-   * @return true if the state is valid
-   */
-  bool has_result() const;
-
-private:
-  State state_;
-};
-
-} /* namespace datasketches */
-
-#include "theta_intersection_experimental_impl.hpp"
-
-#endif

data/vendor/datasketches-cpp/tuple/include/theta_intersection_experimental_impl.hpp

@@ -1,43 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-namespace datasketches {
-
-template<typename A>
-theta_intersection_experimental<A>::theta_intersection_experimental(uint64_t seed, const A& allocator):
-state_(seed, pass_through_policy(), allocator)
-{}
-
-template<typename A>
-template<typename SS>
-void theta_intersection_experimental<A>::update(SS&& sketch) {
-  state_.update(std::forward<SS>(sketch));
-}
-
-template<typename A>
-auto theta_intersection_experimental<A>::get_result(bool ordered) const -> CompactSketch {
-  return state_.get_result(ordered);
-}
-
-template<typename A>
-bool theta_intersection_experimental<A>::has_result() const {
-  return state_.has_result();
-}
-
-} /* namespace datasketches */