datasketches 0.2.6 → 0.2.7
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +4 -0
- data/LICENSE +4 -6
- data/NOTICE +6 -5
- data/lib/datasketches/version.rb +1 -1
- data/vendor/datasketches-cpp/CMakeLists.txt +1 -1
- data/vendor/datasketches-cpp/LICENSE +4 -6
- data/vendor/datasketches-cpp/MANIFEST.in +0 -2
- data/vendor/datasketches-cpp/common/test/CMakeLists.txt +13 -2
- data/vendor/datasketches-cpp/common/test/catch_runner.cpp +22 -1
- data/vendor/datasketches-cpp/common/test/integration_test.cpp +1 -1
- data/vendor/datasketches-cpp/cpc/test/compression_test.cpp +1 -1
- data/vendor/datasketches-cpp/cpc/test/cpc_sketch_allocation_test.cpp +1 -1
- data/vendor/datasketches-cpp/cpc/test/cpc_sketch_test.cpp +1 -1
- data/vendor/datasketches-cpp/cpc/test/cpc_union_test.cpp +1 -1
- data/vendor/datasketches-cpp/fi/include/reverse_purge_hash_map_impl.hpp +1 -1
- data/vendor/datasketches-cpp/fi/test/frequent_items_sketch_custom_type_test.cpp +1 -1
- data/vendor/datasketches-cpp/fi/test/frequent_items_sketch_test.cpp +1 -1
- data/vendor/datasketches-cpp/fi/test/reverse_purge_hash_map_test.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/AuxHashMapTest.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/CouponHashSetTest.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/CouponListTest.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/CrossCountingTest.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/HllArrayTest.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/HllSketchTest.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/HllUnionTest.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/IsomorphicTest.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/TablesTest.cpp +1 -1
- data/vendor/datasketches-cpp/hll/test/ToFromByteArrayTest.cpp +1 -1
- data/vendor/datasketches-cpp/kll/test/kll_sketch_custom_type_test.cpp +1 -1
- data/vendor/datasketches-cpp/kll/test/kll_sketch_test.cpp +1 -1
- data/vendor/datasketches-cpp/kll/test/kll_sketch_validation.cpp +1 -1
- data/vendor/datasketches-cpp/kll/test/kolmogorov_smirnov_test.cpp +1 -1
- data/vendor/datasketches-cpp/pyproject.toml +0 -1
- data/vendor/datasketches-cpp/python/README.md +1 -1
- data/vendor/datasketches-cpp/python/pybind11Path.cmd +1 -1
- data/vendor/datasketches-cpp/quantiles/test/kolmogorov_smirnov_test.cpp +1 -1
- data/vendor/datasketches-cpp/quantiles/test/quantiles_compatibility_test.cpp +1 -1
- data/vendor/datasketches-cpp/quantiles/test/quantiles_sketch_test.cpp +1 -1
- data/vendor/datasketches-cpp/req/test/req_sketch_custom_type_test.cpp +1 -1
- data/vendor/datasketches-cpp/req/test/req_sketch_test.cpp +1 -1
- data/vendor/datasketches-cpp/sampling/test/var_opt_allocation_test.cpp +1 -1
- data/vendor/datasketches-cpp/sampling/test/var_opt_sketch_test.cpp +1 -1
- data/vendor/datasketches-cpp/sampling/test/var_opt_union_test.cpp +1 -1
- data/vendor/datasketches-cpp/setup.py +2 -3
- data/vendor/datasketches-cpp/theta/test/theta_a_not_b_test.cpp +1 -1
- data/vendor/datasketches-cpp/theta/test/theta_intersection_test.cpp +1 -1
- data/vendor/datasketches-cpp/theta/test/theta_jaccard_similarity_test.cpp +1 -1
- data/vendor/datasketches-cpp/theta/test/theta_setop_test.cpp +1 -1
- data/vendor/datasketches-cpp/theta/test/theta_sketch_test.cpp +1 -1
- data/vendor/datasketches-cpp/theta/test/theta_union_test.cpp +1 -1
- data/vendor/datasketches-cpp/tuple/include/tuple_sketch_impl.hpp +25 -31
- data/vendor/datasketches-cpp/tuple/test/array_of_doubles_sketch_test.cpp +1 -1
- data/vendor/datasketches-cpp/tuple/test/tuple_a_not_b_test.cpp +1 -1
- data/vendor/datasketches-cpp/tuple/test/tuple_intersection_test.cpp +1 -1
- data/vendor/datasketches-cpp/tuple/test/tuple_jaccard_similarity_test.cpp +1 -1
- data/vendor/datasketches-cpp/tuple/test/tuple_sketch_allocation_test.cpp +1 -1
- data/vendor/datasketches-cpp/tuple/test/tuple_sketch_test.cpp +1 -1
- data/vendor/datasketches-cpp/tuple/test/tuple_union_test.cpp +1 -1
- metadata +2 -4
- data/vendor/datasketches-cpp/common/test/catch.hpp +0 -17618
- data/vendor/datasketches-cpp/common/test/test_runner.cpp +0 -29
@@ -353,8 +353,7 @@ size_t compact_tuple_sketch<S, A>::get_serialized_size_summaries_bytes(const SD&
|
|
353
353
|
template<typename S, typename A>
|
354
354
|
template<typename SerDe>
|
355
355
|
void compact_tuple_sketch<S, A>::serialize(std::ostream& os, const SerDe& sd) const {
|
356
|
-
const
|
357
|
-
const uint8_t preamble_longs = this->is_empty() || is_single_item ? 1 : this->is_estimation_mode() ? 3 : 2;
|
356
|
+
const uint8_t preamble_longs = this->is_estimation_mode() ? 3 : this->is_empty() || entries_.size() == 1 ? 1 : 2;
|
358
357
|
write(os, preamble_longs);
|
359
358
|
const uint8_t serial_version = SERIAL_VERSION;
|
360
359
|
write(os, serial_version);
|
@@ -373,28 +372,25 @@ void compact_tuple_sketch<S, A>::serialize(std::ostream& os, const SerDe& sd) co
|
|
373
372
|
write(os, flags_byte);
|
374
373
|
const uint16_t seed_hash = get_seed_hash();
|
375
374
|
write(os, seed_hash);
|
376
|
-
if (
|
377
|
-
|
378
|
-
|
379
|
-
|
380
|
-
|
381
|
-
|
382
|
-
|
383
|
-
|
384
|
-
|
385
|
-
|
386
|
-
|
387
|
-
|
388
|
-
sd.serialize(os, &it.second, 1);
|
389
|
-
}
|
375
|
+
if (preamble_longs > 1) {
|
376
|
+
const uint32_t num_entries = static_cast<uint32_t>(entries_.size());
|
377
|
+
write(os, num_entries);
|
378
|
+
const uint32_t unused32 = 0;
|
379
|
+
write(os, unused32);
|
380
|
+
}
|
381
|
+
if (this->is_estimation_mode()) {
|
382
|
+
write(os, this->theta_);
|
383
|
+
}
|
384
|
+
for (const auto& it: entries_) {
|
385
|
+
write(os, it.first);
|
386
|
+
sd.serialize(os, &it.second, 1);
|
390
387
|
}
|
391
388
|
}
|
392
389
|
|
393
390
|
template<typename S, typename A>
|
394
391
|
template<typename SerDe>
|
395
392
|
auto compact_tuple_sketch<S, A>::serialize(unsigned header_size_bytes, const SerDe& sd) const -> vector_bytes {
|
396
|
-
const
|
397
|
-
const uint8_t preamble_longs = this->is_empty() || is_single_item ? 1 : this->is_estimation_mode() ? 3 : 2;
|
393
|
+
const uint8_t preamble_longs = this->is_estimation_mode() ? 3 : this->is_empty() || entries_.size() == 1 ? 1 : 2;
|
398
394
|
const size_t size = header_size_bytes + sizeof(uint64_t) * preamble_longs
|
399
395
|
+ sizeof(uint64_t) * entries_.size() + get_serialized_size_summaries_bytes(sd);
|
400
396
|
vector_bytes bytes(size, 0, entries_.get_allocator());
|
@@ -418,19 +414,17 @@ auto compact_tuple_sketch<S, A>::serialize(unsigned header_size_bytes, const Ser
|
|
418
414
|
ptr += copy_to_mem(flags_byte, ptr);
|
419
415
|
const uint16_t seed_hash = get_seed_hash();
|
420
416
|
ptr += copy_to_mem(seed_hash, ptr);
|
421
|
-
if (
|
422
|
-
|
423
|
-
|
424
|
-
|
425
|
-
|
426
|
-
|
427
|
-
|
428
|
-
|
429
|
-
|
430
|
-
|
431
|
-
|
432
|
-
ptr += sd.serialize(ptr, end_ptr - ptr, &it.second, 1);
|
433
|
-
}
|
417
|
+
if (preamble_longs > 1) {
|
418
|
+
const uint32_t num_entries = static_cast<uint32_t>(entries_.size());
|
419
|
+
ptr += copy_to_mem(num_entries, ptr);
|
420
|
+
ptr += sizeof(uint32_t); // unused
|
421
|
+
}
|
422
|
+
if (this->is_estimation_mode()) {
|
423
|
+
ptr += copy_to_mem(theta_, ptr);
|
424
|
+
}
|
425
|
+
for (const auto& it: entries_) {
|
426
|
+
ptr += copy_to_mem(it.first, ptr);
|
427
|
+
ptr += sd.serialize(ptr, end_ptr - ptr, &it.second, 1);
|
434
428
|
}
|
435
429
|
return bytes;
|
436
430
|
}
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: datasketches
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.2.
|
4
|
+
version: 0.2.7
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Andrew Kane
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-11-05 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rice
|
@@ -69,12 +69,10 @@ files:
|
|
69
69
|
- vendor/datasketches-cpp/common/include/quantile_sketch_sorted_view_impl.hpp
|
70
70
|
- vendor/datasketches-cpp/common/include/serde.hpp
|
71
71
|
- vendor/datasketches-cpp/common/test/CMakeLists.txt
|
72
|
-
- vendor/datasketches-cpp/common/test/catch.hpp
|
73
72
|
- vendor/datasketches-cpp/common/test/catch_runner.cpp
|
74
73
|
- vendor/datasketches-cpp/common/test/integration_test.cpp
|
75
74
|
- vendor/datasketches-cpp/common/test/test_allocator.cpp
|
76
75
|
- vendor/datasketches-cpp/common/test/test_allocator.hpp
|
77
|
-
- vendor/datasketches-cpp/common/test/test_runner.cpp
|
78
76
|
- vendor/datasketches-cpp/common/test/test_type.hpp
|
79
77
|
- vendor/datasketches-cpp/cpc/CMakeLists.txt
|
80
78
|
- vendor/datasketches-cpp/cpc/include/compression_data.hpp
|