datasketches 0.2.7 → 0.3.0

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datasketches
 version: !ruby/object:Gem::Version
-  version: 0.2.7
+  version: 0.3.0
 platform: ruby
 authors:
 - Andrew Kane
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-11-05 00:00:00.000000000 Z
+date: 2022-12-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rice
@@ -65,12 +65,14 @@ files:
 - vendor/datasketches-cpp/common/include/kolmogorov_smirnov.hpp
 - vendor/datasketches-cpp/common/include/kolmogorov_smirnov_impl.hpp
 - vendor/datasketches-cpp/common/include/memory_operations.hpp
-- vendor/datasketches-cpp/common/include/quantile_sketch_sorted_view.hpp
-- vendor/datasketches-cpp/common/include/quantile_sketch_sorted_view_impl.hpp
+- vendor/datasketches-cpp/common/include/quantiles_sorted_view.hpp
+- vendor/datasketches-cpp/common/include/quantiles_sorted_view_impl.hpp
 - vendor/datasketches-cpp/common/include/serde.hpp
+- vendor/datasketches-cpp/common/include/version.hpp.in
 - vendor/datasketches-cpp/common/test/CMakeLists.txt
 - vendor/datasketches-cpp/common/test/catch_runner.cpp
 - vendor/datasketches-cpp/common/test/integration_test.cpp
+- vendor/datasketches-cpp/common/test/quantiles_sorted_view_test.cpp
 - vendor/datasketches-cpp/common/test/test_allocator.cpp
 - vendor/datasketches-cpp/common/test/test_allocator.hpp
 - vendor/datasketches-cpp/common/test/test_type.hpp
@@ -171,6 +173,9 @@ files:
 - vendor/datasketches-cpp/pyproject.toml
 - vendor/datasketches-cpp/python/CMakeLists.txt
 - vendor/datasketches-cpp/python/README.md
+- vendor/datasketches-cpp/python/datasketches/PySerDe.py
+- vendor/datasketches-cpp/python/datasketches/__init__.py
+- vendor/datasketches-cpp/python/include/py_serde.hpp
 - vendor/datasketches-cpp/python/jupyter/CPCSketch.ipynb
 - vendor/datasketches-cpp/python/jupyter/FrequentItemsSketch.ipynb
 - vendor/datasketches-cpp/python/jupyter/HLLSketch.ipynb
@@ -184,6 +189,7 @@ files:
 - vendor/datasketches-cpp/python/src/hll_wrapper.cpp
 - vendor/datasketches-cpp/python/src/kll_wrapper.cpp
 - vendor/datasketches-cpp/python/src/ks_wrapper.cpp
+- vendor/datasketches-cpp/python/src/py_serde.cpp
 - vendor/datasketches-cpp/python/src/quantiles_wrapper.cpp
 - vendor/datasketches-cpp/python/src/req_wrapper.cpp
 - vendor/datasketches-cpp/python/src/theta_wrapper.cpp
@@ -283,6 +289,7 @@ files:
 - vendor/datasketches-cpp/theta/test/theta_setop_test.cpp
 - vendor/datasketches-cpp/theta/test/theta_sketch_test.cpp
 - vendor/datasketches-cpp/theta/test/theta_union_test.cpp
+- vendor/datasketches-cpp/tox.ini
 - vendor/datasketches-cpp/tuple/CMakeLists.txt
 - vendor/datasketches-cpp/tuple/include/array_of_doubles_a_not_b.hpp
 - vendor/datasketches-cpp/tuple/include/array_of_doubles_a_not_b_impl.hpp
@@ -308,12 +315,14 @@ files:
 - vendor/datasketches-cpp/tuple/test/aod_2_compact_exact_from_java.sk
 - vendor/datasketches-cpp/tuple/test/aod_3_compact_empty_from_java.sk
 - vendor/datasketches-cpp/tuple/test/array_of_doubles_sketch_test.cpp
+- vendor/datasketches-cpp/tuple/test/engagement_test.cpp
 - vendor/datasketches-cpp/tuple/test/tuple_a_not_b_test.cpp
 - vendor/datasketches-cpp/tuple/test/tuple_intersection_test.cpp
 - vendor/datasketches-cpp/tuple/test/tuple_jaccard_similarity_test.cpp
 - vendor/datasketches-cpp/tuple/test/tuple_sketch_allocation_test.cpp
 - vendor/datasketches-cpp/tuple/test/tuple_sketch_test.cpp
 - vendor/datasketches-cpp/tuple/test/tuple_union_test.cpp
+- vendor/datasketches-cpp/version.cfg.in
 homepage: https://github.com/ankane/datasketches-ruby
 licenses:
 - Apache-2.0
@@ -326,7 +335,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.6'
+      version: '2.7'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="

data/vendor/datasketches-cpp/common/include/quantile_sketch_sorted_view_impl.hpp

@@ -1,91 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-#ifndef QUANTILE_SKETCH_SORTED_VIEW_IMPL_HPP_
-#define QUANTILE_SKETCH_SORTED_VIEW_IMPL_HPP_
-
-#include <algorithm>
-#include <stdexcept>
-
-namespace datasketches {
-
-template<typename T, typename C, typename A>
-quantile_sketch_sorted_view<T, C, A>::quantile_sketch_sorted_view(uint32_t num, const A& allocator):
-total_weight_(0),
-entries_(allocator)
-{
-  entries_.reserve(num);
-}
-
-template<typename T, typename C, typename A>
-template<typename Iterator>
-void quantile_sketch_sorted_view<T, C, A>::add(Iterator first, Iterator last, uint64_t weight) {
-  const size_t size_before = entries_.size();
-  for (auto it = first; it != last; ++it) entries_.push_back(Entry(ref_helper(*it), weight));
-  if (size_before > 0) {
-    Container tmp(entries_.get_allocator());
-    tmp.reserve(entries_.capacity());
-    std::merge(
-        entries_.begin(), entries_.begin() + size_before,
-        entries_.begin() + size_before, entries_.end(),
-        std::back_inserter(tmp), compare_pairs_by_first()
-    );
-    std::swap(tmp, entries_);
-  }
-}
-
-template<typename T, typename C, typename A>
-template<bool inclusive>
-void quantile_sketch_sorted_view<T, C, A>::convert_to_cummulative() {
-  uint64_t subtotal = 0;
-  for (auto& entry: entries_) {
-    const uint64_t new_subtotal = subtotal + entry.second;
-    entry.second = inclusive ? new_subtotal : subtotal;
-    subtotal = new_subtotal;
-  }
-  total_weight_ = subtotal;
-}
-
-template<typename T, typename C, typename A>
-auto quantile_sketch_sorted_view<T, C, A>::get_quantile(double rank) const -> quantile_return_type {
-  if (total_weight_ == 0) throw std::invalid_argument("supported for cumulative weight only");
-  uint64_t weight = static_cast<uint64_t>(rank * total_weight_);
-  auto it = std::lower_bound(entries_.begin(), entries_.end(), make_dummy_entry<T>(weight), compare_pairs_by_second());
-  if (it == entries_.end()) return deref_helper(entries_[entries_.size() - 1].first);
-  return deref_helper(it->first);
-}
-
-template<typename T, typename C, typename A>
-auto quantile_sketch_sorted_view<T, C, A>::begin() const -> const_iterator {
-  return entries_.begin();
-}
-
-template<typename T, typename C, typename A>
-auto quantile_sketch_sorted_view<T, C, A>::end() const -> const_iterator {
-  return entries_.end();
-}
-
-template<typename T, typename C, typename A>
-size_t quantile_sketch_sorted_view<T, C, A>::size() const {
-  return entries_.size();
-}
-
-} /* namespace datasketches */
-
-#endif