datasketches 0.2.6 → 0.2.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +4 -0
- data/LICENSE +4 -6
- data/NOTICE +6 -5
- data/lib/datasketches/version.rb +1 -1
- data/vendor/datasketches-cpp/CMakeLists.txt +1 -1
- data/vendor/datasketches-cpp/LICENSE +4 -6
- data/vendor/datasketches-cpp/MANIFEST.in +0 -2
- data/vendor/datasketches-cpp/common/test/CMakeLists.txt +13 -2
- data/vendor/datasketches-cpp/common/test/catch_runner.cpp +22 -1
- data/vendor/datasketches-cpp/common/test/integration_test.cpp +1 -1
- data/vendor/datasketches-cpp/cpc/test/compression_test.cpp +1 -1
- data/vendor/datasketches-cpp/cpc/test/cpc_sketch_allocation_test.cpp +1 -1
- data/vendor/datasketches-cpp/cpc/test/cpc_sketch_test.cpp +1 -1
- data/vendor/datasketches-cpp/cpc/test/cpc_union_test.cpp +1 -1
- data/vendor/datasketches-cpp/fi/include/reverse_purge_hash_map_impl.hpp +1 -1
- data/vendor/datasketches-cpp/fi/test/frequent_items_sketch_custom_type_test.cpp +1 -1
- data/vendor/datasketches-cpp/fi/test/frequent_items_sketch_test.cpp +1 -1
- data/vendor/datasketches-cpp/fi/test/reverse_purge_hash_map_test.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/AuxHashMapTest.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/CouponHashSetTest.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/CouponListTest.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/CrossCountingTest.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/HllArrayTest.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/HllSketchTest.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/HllUnionTest.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/IsomorphicTest.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/TablesTest.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/ToFromByteArrayTest.cpp +1 -1
- data/vendor/datasketches-cpp/kll/test/kll_sketch_custom_type_test.cpp +1 -1
- data/vendor/datasketches-cpp/kll/test/kll_sketch_test.cpp +1 -1
- data/vendor/datasketches-cpp/kll/test/kll_sketch_validation.cpp +1 -1
- data/vendor/datasketches-cpp/kll/test/kolmogorov_smirnov_test.cpp +1 -1
- data/vendor/datasketches-cpp/pyproject.toml +0 -1
- data/vendor/datasketches-cpp/python/README.md +1 -1
- data/vendor/datasketches-cpp/python/pybind11Path.cmd +1 -1
- data/vendor/datasketches-cpp/quantiles/test/kolmogorov_smirnov_test.cpp +1 -1
- data/vendor/datasketches-cpp/quantiles/test/quantiles_compatibility_test.cpp +1 -1
- data/vendor/datasketches-cpp/quantiles/test/quantiles_sketch_test.cpp +1 -1
- data/vendor/datasketches-cpp/req/test/req_sketch_custom_type_test.cpp +1 -1
- data/vendor/datasketches-cpp/req/test/req_sketch_test.cpp +1 -1
- data/vendor/datasketches-cpp/sampling/test/var_opt_allocation_test.cpp +1 -1
- data/vendor/datasketches-cpp/sampling/test/var_opt_sketch_test.cpp +1 -1
- data/vendor/datasketches-cpp/sampling/test/var_opt_union_test.cpp +1 -1
- data/vendor/datasketches-cpp/setup.py +2 -3
- data/vendor/datasketches-cpp/theta/test/theta_a_not_b_test.cpp +1 -1
- data/vendor/datasketches-cpp/theta/test/theta_intersection_test.cpp +1 -1
- data/vendor/datasketches-cpp/theta/test/theta_jaccard_similarity_test.cpp +1 -1
- data/vendor/datasketches-cpp/theta/test/theta_setop_test.cpp +1 -1
- data/vendor/datasketches-cpp/theta/test/theta_sketch_test.cpp +1 -1
- data/vendor/datasketches-cpp/theta/test/theta_union_test.cpp +1 -1
- data/vendor/datasketches-cpp/tuple/include/tuple_sketch_impl.hpp +25 -31
- data/vendor/datasketches-cpp/tuple/test/array_of_doubles_sketch_test.cpp +1 -1
- data/vendor/datasketches-cpp/tuple/test/tuple_a_not_b_test.cpp +1 -1
- data/vendor/datasketches-cpp/tuple/test/tuple_intersection_test.cpp +1 -1
- data/vendor/datasketches-cpp/tuple/test/tuple_jaccard_similarity_test.cpp +1 -1
- data/vendor/datasketches-cpp/tuple/test/tuple_sketch_allocation_test.cpp +1 -1
- data/vendor/datasketches-cpp/tuple/test/tuple_sketch_test.cpp +1 -1
- data/vendor/datasketches-cpp/tuple/test/tuple_union_test.cpp +1 -1
- metadata +2 -4
- data/vendor/datasketches-cpp/common/test/catch.hpp +0 -17618
- data/vendor/datasketches-cpp/common/test/test_runner.cpp +0 -29
@@ -353,8 +353,7 @@ size_t compact_tuple_sketch<S, A>::get_serialized_size_summaries_bytes(const SD&
|
|
353
353
|
template<typename S, typename A>
|
354
354
|
template<typename SerDe>
|
355
355
|
void compact_tuple_sketch<S, A>::serialize(std::ostream& os, const SerDe& sd) const {
|
356
|
-
const
|
357
|
-
const uint8_t preamble_longs = this->is_empty() || is_single_item ? 1 : this->is_estimation_mode() ? 3 : 2;
|
356
|
+
const uint8_t preamble_longs = this->is_estimation_mode() ? 3 : this->is_empty() || entries_.size() == 1 ? 1 : 2;
|
358
357
|
write(os, preamble_longs);
|
359
358
|
const uint8_t serial_version = SERIAL_VERSION;
|
360
359
|
write(os, serial_version);
|
@@ -373,28 +372,25 @@ void compact_tuple_sketch<S, A>::serialize(std::ostream& os, const SerDe& sd) co
|
|
373
372
|
write(os, flags_byte);
|
374
373
|
const uint16_t seed_hash = get_seed_hash();
|
375
374
|
write(os, seed_hash);
|
376
|
-
if (
|
377
|
-
|
378
|
-
|
379
|
-
|
380
|
-
|
381
|
-
|
382
|
-
|
383
|
-
|
384
|
-
|
385
|
-
|
386
|
-
|
387
|
-
|
388
|
-
sd.serialize(os, &it.second, 1);
|
389
|
-
}
|
375
|
+
if (preamble_longs > 1) {
|
376
|
+
const uint32_t num_entries = static_cast<uint32_t>(entries_.size());
|
377
|
+
write(os, num_entries);
|
378
|
+
const uint32_t unused32 = 0;
|
379
|
+
write(os, unused32);
|
380
|
+
}
|
381
|
+
if (this->is_estimation_mode()) {
|
382
|
+
write(os, this->theta_);
|
383
|
+
}
|
384
|
+
for (const auto& it: entries_) {
|
385
|
+
write(os, it.first);
|
386
|
+
sd.serialize(os, &it.second, 1);
|
390
387
|
}
|
391
388
|
}
|
392
389
|
|
393
390
|
template<typename S, typename A>
|
394
391
|
template<typename SerDe>
|
395
392
|
auto compact_tuple_sketch<S, A>::serialize(unsigned header_size_bytes, const SerDe& sd) const -> vector_bytes {
|
396
|
-
const
|
397
|
-
const uint8_t preamble_longs = this->is_empty() || is_single_item ? 1 : this->is_estimation_mode() ? 3 : 2;
|
393
|
+
const uint8_t preamble_longs = this->is_estimation_mode() ? 3 : this->is_empty() || entries_.size() == 1 ? 1 : 2;
|
398
394
|
const size_t size = header_size_bytes + sizeof(uint64_t) * preamble_longs
|
399
395
|
+ sizeof(uint64_t) * entries_.size() + get_serialized_size_summaries_bytes(sd);
|
400
396
|
vector_bytes bytes(size, 0, entries_.get_allocator());
|
@@ -418,19 +414,17 @@ auto compact_tuple_sketch<S, A>::serialize(unsigned header_size_bytes, const Ser
|
|
418
414
|
ptr += copy_to_mem(flags_byte, ptr);
|
419
415
|
const uint16_t seed_hash = get_seed_hash();
|
420
416
|
ptr += copy_to_mem(seed_hash, ptr);
|
421
|
-
if (
|
422
|
-
|
423
|
-
|
424
|
-
|
425
|
-
|
426
|
-
|
427
|
-
|
428
|
-
|
429
|
-
|
430
|
-
|
431
|
-
|
432
|
-
ptr += sd.serialize(ptr, end_ptr - ptr, &it.second, 1);
|
433
|
-
}
|
417
|
+
if (preamble_longs > 1) {
|
418
|
+
const uint32_t num_entries = static_cast<uint32_t>(entries_.size());
|
419
|
+
ptr += copy_to_mem(num_entries, ptr);
|
420
|
+
ptr += sizeof(uint32_t); // unused
|
421
|
+
}
|
422
|
+
if (this->is_estimation_mode()) {
|
423
|
+
ptr += copy_to_mem(theta_, ptr);
|
424
|
+
}
|
425
|
+
for (const auto& it: entries_) {
|
426
|
+
ptr += copy_to_mem(it.first, ptr);
|
427
|
+
ptr += sd.serialize(ptr, end_ptr - ptr, &it.second, 1);
|
434
428
|
}
|
435
429
|
return bytes;
|
436
430
|
}
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: datasketches
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.2.
|
4
|
+
version: 0.2.7
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Andrew Kane
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-11-05 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rice
|
@@ -69,12 +69,10 @@ files:
|
|
69
69
|
- vendor/datasketches-cpp/common/include/quantile_sketch_sorted_view_impl.hpp
|
70
70
|
- vendor/datasketches-cpp/common/include/serde.hpp
|
71
71
|
- vendor/datasketches-cpp/common/test/CMakeLists.txt
|
72
|
-
- vendor/datasketches-cpp/common/test/catch.hpp
|
73
72
|
- vendor/datasketches-cpp/common/test/catch_runner.cpp
|
74
73
|
- vendor/datasketches-cpp/common/test/integration_test.cpp
|
75
74
|
- vendor/datasketches-cpp/common/test/test_allocator.cpp
|
76
75
|
- vendor/datasketches-cpp/common/test/test_allocator.hpp
|
77
|
-
- vendor/datasketches-cpp/common/test/test_runner.cpp
|
78
76
|
- vendor/datasketches-cpp/common/test/test_type.hpp
|
79
77
|
- vendor/datasketches-cpp/cpc/CMakeLists.txt
|
80
78
|
- vendor/datasketches-cpp/cpc/include/compression_data.hpp
|