@nxtedition/rocksdb 10.0.13 → 10.0.15
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.tap/coverage/213879bb-47ae-470e-bb54-f4157d9f60e2.json +162898 -0
- package/.tap/processinfo/{4c642b53-6895-4ef0-9391-7c6b8d484262.json → 213879bb-47ae-470e-bb54-f4157d9f60e2.json} +117 -121
- package/.tap/test-results/node_modules/abstract-level/test/get-test.js.tap +0 -0
- package/.tap/test-results/test/abstract-level-test.js.tap +1705 -0
- package/.tap/test-results/test/batch-test.js.tap +12 -0
- package/.tap/test-results/test/chained-batch-gc-test.js.tap +11 -0
- package/.tap/test-results/test/cleanup-hanging-iterators-test.js.tap +58 -0
- package/.tap/test-results/test/clear-gc-test.js.tap +13 -0
- package/.tap/test-results/test/column-test.js.tap +55 -0
- package/.tap/test-results/test/common.js.tap +0 -0
- package/.tap/test-results/test/compression-test.js.tap +30 -0
- package/.tap/test-results/test/db-identity.js.tap +12 -0
- package/.tap/test-results/test/electron.js.tap +0 -0
- package/.tap/test-results/test/env-cleanup-hook-test.js.tap +2 -0
- package/.tap/test-results/test/env-cleanup-hook.js.tap +0 -0
- package/.tap/test-results/test/gc.js.tap +0 -0
- package/.tap/test-results/test/getproperty-test.js.tap +29 -0
- package/.tap/test-results/test/iterator-gc-test.js.tap +4 -0
- package/.tap/test-results/test/iterator-hwm-test.js.tap +24 -0
- package/.tap/test-results/test/iterator-recursion-test.js.tap +12 -0
- package/.tap/test-results/test/iterator-starvation-test.js.tap +2 -0
- package/.tap/test-results/test/iterator-test.js.tap +0 -0
- package/.tap/test-results/test/leak-tester-batch.js.tap +0 -0
- package/.tap/test-results/test/leak-tester-iterator.js.tap +0 -0
- package/.tap/test-results/test/leak-tester.js.tap +0 -0
- package/.tap/test-results/test/lock-test.js.tap +0 -0
- package/.tap/test-results/test/lock.js.tap +0 -0
- package/.tap/test-results/test/make.js.tap +0 -0
- package/.tap/test-results/test/max-rev-merge.js.tap +0 -12
- package/.tap/test-results/test/merge-operator-test.js.tap +0 -0
- package/.tap/test-results/test/mkdir-test.js.tap +0 -0
- package/.tap/test-results/test/segfault-test.js.tap +0 -0
- package/.tap/test-results/test/stack-blower.js.tap +0 -0
- package/binding.cc +42 -34
- package/deps/rocksdb/rocksdb/CMakeLists.txt +44 -14
- package/deps/rocksdb/rocksdb/Makefile +34 -17
- package/deps/rocksdb/rocksdb/TARGETS +27 -0
- package/deps/rocksdb/rocksdb/cache/cache_bench_tool.cc +95 -42
- package/deps/rocksdb/rocksdb/cache/cache_reservation_manager_test.cc +0 -1
- package/deps/rocksdb/rocksdb/cache/cache_test.cc +5 -3
- package/deps/rocksdb/rocksdb/cache/clock_cache.cc +381 -393
- package/deps/rocksdb/rocksdb/cache/clock_cache.h +88 -51
- package/deps/rocksdb/rocksdb/cache/compressed_secondary_cache.cc +14 -7
- package/deps/rocksdb/rocksdb/cache/compressed_secondary_cache.h +1 -1
- package/deps/rocksdb/rocksdb/cache/compressed_secondary_cache_test.cc +21 -19
- package/deps/rocksdb/rocksdb/cache/lru_cache.cc +8 -7
- package/deps/rocksdb/rocksdb/cache/lru_cache.h +1 -1
- package/deps/rocksdb/rocksdb/cache/lru_cache_test.cc +89 -13
- package/deps/rocksdb/rocksdb/cache/secondary_cache_adapter.cc +16 -8
- package/deps/rocksdb/rocksdb/cache/sharded_cache.h +6 -6
- package/deps/rocksdb/rocksdb/cache/tiered_secondary_cache.cc +15 -9
- package/deps/rocksdb/rocksdb/cache/tiered_secondary_cache.h +16 -13
- package/deps/rocksdb/rocksdb/cache/tiered_secondary_cache_test.cc +306 -23
- package/deps/rocksdb/rocksdb/cache/typed_cache.h +3 -4
- package/deps/rocksdb/rocksdb/db/arena_wrapped_db_iter.cc +30 -27
- package/deps/rocksdb/rocksdb/db/arena_wrapped_db_iter.h +8 -10
- package/deps/rocksdb/rocksdb/db/attribute_group_iterator_impl.cc +20 -0
- package/deps/rocksdb/rocksdb/db/attribute_group_iterator_impl.h +83 -0
- package/deps/rocksdb/rocksdb/db/blob/blob_file_builder.cc +19 -16
- package/deps/rocksdb/rocksdb/db/blob/blob_file_builder.h +6 -5
- package/deps/rocksdb/rocksdb/db/blob/blob_file_builder_test.cc +18 -21
- package/deps/rocksdb/rocksdb/db/blob/blob_file_cache_test.cc +5 -4
- package/deps/rocksdb/rocksdb/db/blob/blob_file_reader_test.cc +7 -6
- package/deps/rocksdb/rocksdb/db/blob/blob_log_writer.cc +56 -27
- package/deps/rocksdb/rocksdb/db/blob/blob_log_writer.h +11 -7
- package/deps/rocksdb/rocksdb/db/blob/blob_source_test.cc +20 -19
- package/deps/rocksdb/rocksdb/db/blob/db_blob_basic_test.cc +106 -31
- package/deps/rocksdb/rocksdb/db/blob/db_blob_index_test.cc +5 -8
- package/deps/rocksdb/rocksdb/db/blob/prefetch_buffer_collection.cc +4 -2
- package/deps/rocksdb/rocksdb/db/builder.cc +89 -44
- package/deps/rocksdb/rocksdb/db/builder.h +4 -6
- package/deps/rocksdb/rocksdb/db/c.cc +205 -57
- package/deps/rocksdb/rocksdb/db/c_test.c +141 -20
- package/deps/rocksdb/rocksdb/db/coalescing_iterator.cc +47 -0
- package/deps/rocksdb/rocksdb/db/coalescing_iterator.h +79 -0
- package/deps/rocksdb/rocksdb/db/column_family.cc +100 -36
- package/deps/rocksdb/rocksdb/db/column_family.h +46 -28
- package/deps/rocksdb/rocksdb/db/column_family_test.cc +168 -46
- package/deps/rocksdb/rocksdb/db/compact_files_test.cc +51 -6
- package/deps/rocksdb/rocksdb/db/compaction/compaction.cc +72 -24
- package/deps/rocksdb/rocksdb/db/compaction/compaction.h +11 -14
- package/deps/rocksdb/rocksdb/db/compaction/compaction_iteration_stats.h +7 -0
- package/deps/rocksdb/rocksdb/db/compaction/compaction_iterator.cc +87 -8
- package/deps/rocksdb/rocksdb/db/compaction/compaction_iterator.h +17 -3
- package/deps/rocksdb/rocksdb/db/compaction/compaction_iterator_test.cc +310 -70
- package/deps/rocksdb/rocksdb/db/compaction/compaction_job.cc +78 -62
- package/deps/rocksdb/rocksdb/db/compaction/compaction_job.h +0 -1
- package/deps/rocksdb/rocksdb/db/compaction/compaction_job_stats_test.cc +2 -3
- package/deps/rocksdb/rocksdb/db/compaction/compaction_job_test.cc +33 -96
- package/deps/rocksdb/rocksdb/db/compaction/compaction_outputs.cc +18 -10
- package/deps/rocksdb/rocksdb/db/compaction/compaction_outputs.h +7 -8
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker.cc +42 -22
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker.h +20 -16
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_fifo.cc +7 -3
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_fifo.h +18 -17
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_level.cc +95 -10
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_level.h +6 -7
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_test.cc +213 -34
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_universal.cc +4 -4
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_universal.h +7 -8
- package/deps/rocksdb/rocksdb/db/compaction/compaction_service_job.cc +16 -16
- package/deps/rocksdb/rocksdb/db/compaction/compaction_service_test.cc +75 -142
- package/deps/rocksdb/rocksdb/db/compaction/tiered_compaction_test.cc +577 -34
- package/deps/rocksdb/rocksdb/db/comparator_db_test.cc +4 -4
- package/deps/rocksdb/rocksdb/db/convenience.cc +1 -1
- package/deps/rocksdb/rocksdb/db/corruption_test.cc +7 -38
- package/deps/rocksdb/rocksdb/db/cuckoo_table_db_test.cc +5 -5
- package/deps/rocksdb/rocksdb/db/db_basic_test.cc +366 -136
- package/deps/rocksdb/rocksdb/db/db_block_cache_test.cc +9 -10
- package/deps/rocksdb/rocksdb/db/db_bloom_filter_test.cc +282 -6
- package/deps/rocksdb/rocksdb/db/db_compaction_filter_test.cc +6 -6
- package/deps/rocksdb/rocksdb/db/db_compaction_test.cc +551 -150
- package/deps/rocksdb/rocksdb/db/db_dynamic_level_test.cc +1 -1
- package/deps/rocksdb/rocksdb/db/db_filesnapshot.cc +41 -13
- package/deps/rocksdb/rocksdb/db/db_flush_test.cc +54 -17
- package/deps/rocksdb/rocksdb/db/db_follower_test.cc +527 -0
- package/deps/rocksdb/rocksdb/db/db_impl/compacted_db_impl.cc +40 -58
- package/deps/rocksdb/rocksdb/db/db_impl/compacted_db_impl.h +34 -45
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl.cc +699 -580
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl.h +308 -230
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_compaction_flush.cc +180 -107
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_debug.cc +6 -2
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_experimental.cc +10 -6
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_files.cc +36 -61
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_follower.cc +347 -0
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_follower.h +54 -0
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_open.cc +206 -155
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_readonly.cc +5 -8
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_readonly.h +41 -39
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_secondary.cc +26 -22
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_secondary.h +14 -9
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_write.cc +126 -46
- package/deps/rocksdb/rocksdb/db/db_info_dumper.cc +21 -9
- package/deps/rocksdb/rocksdb/db/db_io_failure_test.cc +294 -0
- package/deps/rocksdb/rocksdb/db/db_iter.cc +116 -78
- package/deps/rocksdb/rocksdb/db/db_iter.h +31 -7
- package/deps/rocksdb/rocksdb/db/db_iter_stress_test.cc +34 -14
- package/deps/rocksdb/rocksdb/db/db_iter_test.cc +69 -8
- package/deps/rocksdb/rocksdb/db/db_iterator_test.cc +153 -18
- package/deps/rocksdb/rocksdb/db/db_kv_checksum_test.cc +9 -11
- package/deps/rocksdb/rocksdb/db/db_log_iter_test.cc +9 -1
- package/deps/rocksdb/rocksdb/db/db_memtable_test.cc +6 -2
- package/deps/rocksdb/rocksdb/db/db_merge_operand_test.cc +105 -0
- package/deps/rocksdb/rocksdb/db/db_options_test.cc +97 -111
- package/deps/rocksdb/rocksdb/db/db_properties_test.cc +12 -3
- package/deps/rocksdb/rocksdb/db/db_range_del_test.cc +82 -30
- package/deps/rocksdb/rocksdb/db/db_secondary_test.cc +5 -7
- package/deps/rocksdb/rocksdb/db/db_sst_test.cc +64 -22
- package/deps/rocksdb/rocksdb/db/db_statistics_test.cc +74 -0
- package/deps/rocksdb/rocksdb/db/db_table_properties_test.cc +175 -47
- package/deps/rocksdb/rocksdb/db/db_tailing_iter_test.cc +4 -3
- package/deps/rocksdb/rocksdb/db/db_test.cc +133 -109
- package/deps/rocksdb/rocksdb/db/db_test2.cc +227 -139
- package/deps/rocksdb/rocksdb/db/db_test_util.cc +42 -19
- package/deps/rocksdb/rocksdb/db/db_test_util.h +67 -24
- package/deps/rocksdb/rocksdb/db/db_universal_compaction_test.cc +140 -2
- package/deps/rocksdb/rocksdb/db/db_wal_test.cc +17 -19
- package/deps/rocksdb/rocksdb/db/db_with_timestamp_basic_test.cc +332 -87
- package/deps/rocksdb/rocksdb/db/db_with_timestamp_compaction_test.cc +4 -4
- package/deps/rocksdb/rocksdb/db/db_write_buffer_manager_test.cc +4 -4
- package/deps/rocksdb/rocksdb/db/db_write_test.cc +250 -30
- package/deps/rocksdb/rocksdb/db/dbformat.cc +41 -8
- package/deps/rocksdb/rocksdb/db/dbformat.h +100 -17
- package/deps/rocksdb/rocksdb/db/deletefile_test.cc +48 -8
- package/deps/rocksdb/rocksdb/db/error_handler.cc +102 -116
- package/deps/rocksdb/rocksdb/db/error_handler.h +28 -6
- package/deps/rocksdb/rocksdb/db/error_handler_fs_test.cc +263 -99
- package/deps/rocksdb/rocksdb/db/event_helpers.cc +3 -1
- package/deps/rocksdb/rocksdb/db/experimental.cc +1073 -7
- package/deps/rocksdb/rocksdb/db/external_sst_file_basic_test.cc +261 -111
- package/deps/rocksdb/rocksdb/db/external_sst_file_ingestion_job.cc +263 -183
- package/deps/rocksdb/rocksdb/db/external_sst_file_ingestion_job.h +31 -12
- package/deps/rocksdb/rocksdb/db/external_sst_file_test.cc +698 -7
- package/deps/rocksdb/rocksdb/db/fault_injection_test.cc +5 -3
- package/deps/rocksdb/rocksdb/db/flush_job.cc +41 -41
- package/deps/rocksdb/rocksdb/db/flush_job.h +11 -8
- package/deps/rocksdb/rocksdb/db/flush_job_test.cc +90 -13
- package/deps/rocksdb/rocksdb/db/forward_iterator.cc +19 -6
- package/deps/rocksdb/rocksdb/db/forward_iterator.h +12 -12
- package/deps/rocksdb/rocksdb/db/import_column_family_job.cc +83 -52
- package/deps/rocksdb/rocksdb/db/import_column_family_test.cc +169 -2
- package/deps/rocksdb/rocksdb/db/internal_stats.cc +12 -6
- package/deps/rocksdb/rocksdb/db/internal_stats.h +2 -2
- package/deps/rocksdb/rocksdb/db/job_context.h +17 -0
- package/deps/rocksdb/rocksdb/db/listener_test.cc +4 -4
- package/deps/rocksdb/rocksdb/db/log_reader.cc +44 -20
- package/deps/rocksdb/rocksdb/db/log_reader.h +3 -0
- package/deps/rocksdb/rocksdb/db/log_test.cc +81 -17
- package/deps/rocksdb/rocksdb/db/log_writer.cc +135 -92
- package/deps/rocksdb/rocksdb/db/log_writer.h +11 -10
- package/deps/rocksdb/rocksdb/db/malloc_stats.cc +2 -3
- package/deps/rocksdb/rocksdb/db/manual_compaction_test.cc +1 -1
- package/deps/rocksdb/rocksdb/db/memtable.cc +82 -62
- package/deps/rocksdb/rocksdb/db/memtable.h +17 -9
- package/deps/rocksdb/rocksdb/db/memtable_list.cc +19 -13
- package/deps/rocksdb/rocksdb/db/memtable_list.h +3 -1
- package/deps/rocksdb/rocksdb/db/memtable_list_test.cc +38 -5
- package/deps/rocksdb/rocksdb/db/merge_context.h +3 -0
- package/deps/rocksdb/rocksdb/db/merge_helper.cc +34 -156
- package/deps/rocksdb/rocksdb/db/merge_helper.h +52 -46
- package/deps/rocksdb/rocksdb/db/merge_test.cc +16 -11
- package/deps/rocksdb/rocksdb/db/multi_cf_iterator_impl.h +289 -0
- package/deps/rocksdb/rocksdb/db/multi_cf_iterator_test.cc +918 -0
- package/deps/rocksdb/rocksdb/db/obsolete_files_test.cc +4 -6
- package/deps/rocksdb/rocksdb/db/options_file_test.cc +4 -4
- package/deps/rocksdb/rocksdb/db/output_validator.cc +8 -12
- package/deps/rocksdb/rocksdb/db/output_validator.h +1 -4
- package/deps/rocksdb/rocksdb/db/perf_context_test.cc +23 -4
- package/deps/rocksdb/rocksdb/db/periodic_task_scheduler.cc +2 -3
- package/deps/rocksdb/rocksdb/db/periodic_task_scheduler_test.cc +1 -1
- package/deps/rocksdb/rocksdb/db/pinned_iterators_manager.h +2 -2
- package/deps/rocksdb/rocksdb/db/plain_table_db_test.cc +3 -6
- package/deps/rocksdb/rocksdb/db/prefix_test.cc +21 -8
- package/deps/rocksdb/rocksdb/db/range_del_aggregator.cc +0 -2
- package/deps/rocksdb/rocksdb/db/range_del_aggregator.h +0 -1
- package/deps/rocksdb/rocksdb/db/range_tombstone_fragmenter.cc +17 -4
- package/deps/rocksdb/rocksdb/db/range_tombstone_fragmenter.h +6 -3
- package/deps/rocksdb/rocksdb/db/repair.cc +35 -29
- package/deps/rocksdb/rocksdb/db/repair_test.cc +1 -2
- package/deps/rocksdb/rocksdb/db/seqno_time_test.cc +428 -156
- package/deps/rocksdb/rocksdb/db/seqno_to_time_mapping.cc +393 -227
- package/deps/rocksdb/rocksdb/db/seqno_to_time_mapping.h +154 -82
- package/deps/rocksdb/rocksdb/db/snapshot_checker.h +2 -2
- package/deps/rocksdb/rocksdb/db/table_cache.cc +9 -11
- package/deps/rocksdb/rocksdb/db/table_cache.h +2 -1
- package/deps/rocksdb/rocksdb/db/table_cache_sync_and_async.h +8 -3
- package/deps/rocksdb/rocksdb/db/table_properties_collector.h +27 -26
- package/deps/rocksdb/rocksdb/db/table_properties_collector_test.cc +23 -23
- package/deps/rocksdb/rocksdb/db/transaction_log_impl.h +5 -5
- package/deps/rocksdb/rocksdb/db/version_builder.cc +6 -0
- package/deps/rocksdb/rocksdb/db/version_builder_test.cc +62 -29
- package/deps/rocksdb/rocksdb/db/version_edit.cc +1 -2
- package/deps/rocksdb/rocksdb/db/version_edit.h +30 -11
- package/deps/rocksdb/rocksdb/db/version_edit_handler.cc +291 -116
- package/deps/rocksdb/rocksdb/db/version_edit_handler.h +54 -11
- package/deps/rocksdb/rocksdb/db/version_edit_test.cc +3 -1
- package/deps/rocksdb/rocksdb/db/version_set.cc +301 -141
- package/deps/rocksdb/rocksdb/db/version_set.h +90 -33
- package/deps/rocksdb/rocksdb/db/version_set_test.cc +817 -193
- package/deps/rocksdb/rocksdb/db/version_util.h +10 -5
- package/deps/rocksdb/rocksdb/db/wal_manager.cc +15 -11
- package/deps/rocksdb/rocksdb/db/wal_manager.h +2 -1
- package/deps/rocksdb/rocksdb/db/wal_manager_test.cc +10 -9
- package/deps/rocksdb/rocksdb/db/wide/db_wide_basic_test.cc +403 -28
- package/deps/rocksdb/rocksdb/db/wide/wide_columns.cc +2 -2
- package/deps/rocksdb/rocksdb/db/write_batch.cc +204 -18
- package/deps/rocksdb/rocksdb/db/write_batch_internal.h +4 -0
- package/deps/rocksdb/rocksdb/db/write_batch_test.cc +149 -5
- package/deps/rocksdb/rocksdb/db/write_callback_test.cc +7 -7
- package/deps/rocksdb/rocksdb/db/write_stall_stats.h +7 -7
- package/deps/rocksdb/rocksdb/db/write_thread.cc +86 -47
- package/deps/rocksdb/rocksdb/db/write_thread.h +2 -0
- package/deps/rocksdb/rocksdb/db_stress_tool/batched_ops_stress.cc +176 -68
- package/deps/rocksdb/rocksdb/db_stress_tool/cf_consistency_stress.cc +337 -125
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_common.cc +38 -9
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_common.h +126 -34
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_driver.cc +1 -1
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_driver.h +2 -2
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_env_wrapper.h +161 -1
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_gflags.cc +267 -9
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_listener.cc +13 -7
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_table_properties_collector.h +9 -9
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_test_base.cc +535 -86
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_test_base.h +27 -5
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_tool.cc +8 -15
- package/deps/rocksdb/rocksdb/db_stress_tool/expected_state.cc +46 -21
- package/deps/rocksdb/rocksdb/db_stress_tool/expected_value.h +74 -4
- package/deps/rocksdb/rocksdb/db_stress_tool/multi_ops_txns_stress.cc +28 -11
- package/deps/rocksdb/rocksdb/db_stress_tool/no_batched_ops_stress.cc +426 -151
- package/deps/rocksdb/rocksdb/env/composite_env.cc +1 -1
- package/deps/rocksdb/rocksdb/env/emulated_clock.h +6 -6
- package/deps/rocksdb/rocksdb/env/env.cc +21 -11
- package/deps/rocksdb/rocksdb/env/env_basic_test.cc +9 -9
- package/deps/rocksdb/rocksdb/env/env_chroot.cc +3 -2
- package/deps/rocksdb/rocksdb/env/env_encryption.cc +3 -3
- package/deps/rocksdb/rocksdb/env/env_encryption_ctr.h +2 -2
- package/deps/rocksdb/rocksdb/env/env_posix.cc +12 -10
- package/deps/rocksdb/rocksdb/env/env_test.cc +24 -18
- package/deps/rocksdb/rocksdb/env/file_system.cc +7 -6
- package/deps/rocksdb/rocksdb/env/file_system_tracer.cc +3 -3
- package/deps/rocksdb/rocksdb/env/file_system_tracer.h +3 -3
- package/deps/rocksdb/rocksdb/env/fs_on_demand.cc +331 -0
- package/deps/rocksdb/rocksdb/env/fs_on_demand.h +139 -0
- package/deps/rocksdb/rocksdb/env/fs_posix.cc +14 -15
- package/deps/rocksdb/rocksdb/env/io_posix.cc +15 -10
- package/deps/rocksdb/rocksdb/env/io_posix.h +86 -92
- package/deps/rocksdb/rocksdb/env/mock_env.cc +1 -1
- package/deps/rocksdb/rocksdb/env/mock_env_test.cc +6 -6
- package/deps/rocksdb/rocksdb/file/delete_scheduler.cc +8 -6
- package/deps/rocksdb/rocksdb/file/delete_scheduler_test.cc +1 -1
- package/deps/rocksdb/rocksdb/file/file_prefetch_buffer.cc +599 -592
- package/deps/rocksdb/rocksdb/file/file_prefetch_buffer.h +312 -200
- package/deps/rocksdb/rocksdb/file/file_util.cc +19 -14
- package/deps/rocksdb/rocksdb/file/file_util.h +34 -24
- package/deps/rocksdb/rocksdb/file/filename.cc +32 -17
- package/deps/rocksdb/rocksdb/file/filename.h +51 -53
- package/deps/rocksdb/rocksdb/file/prefetch_test.cc +82 -441
- package/deps/rocksdb/rocksdb/file/random_access_file_reader.cc +7 -6
- package/deps/rocksdb/rocksdb/file/random_access_file_reader.h +5 -5
- package/deps/rocksdb/rocksdb/file/random_access_file_reader_test.cc +9 -3
- package/deps/rocksdb/rocksdb/file/read_write_util.h +3 -3
- package/deps/rocksdb/rocksdb/file/sequence_file_reader.cc +6 -2
- package/deps/rocksdb/rocksdb/file/sequence_file_reader.h +9 -4
- package/deps/rocksdb/rocksdb/file/sst_file_manager_impl.h +8 -4
- package/deps/rocksdb/rocksdb/file/writable_file_writer.cc +110 -89
- package/deps/rocksdb/rocksdb/file/writable_file_writer.h +34 -17
- package/deps/rocksdb/rocksdb/include/rocksdb/advanced_cache.h +16 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/advanced_options.h +39 -189
- package/deps/rocksdb/rocksdb/include/rocksdb/attribute_groups.h +114 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/c.h +91 -6
- package/deps/rocksdb/rocksdb/include/rocksdb/cache.h +52 -7
- package/deps/rocksdb/rocksdb/include/rocksdb/compaction_filter.h +1 -1
- package/deps/rocksdb/rocksdb/include/rocksdb/comparator.h +27 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/compression_type.h +146 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/concurrent_task_limiter.h +2 -2
- package/deps/rocksdb/rocksdb/include/rocksdb/db.h +254 -151
- package/deps/rocksdb/rocksdb/include/rocksdb/env.h +39 -36
- package/deps/rocksdb/rocksdb/include/rocksdb/env_encryption.h +1 -1
- package/deps/rocksdb/rocksdb/include/rocksdb/experimental.h +431 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/file_checksum.h +1 -1
- package/deps/rocksdb/rocksdb/include/rocksdb/file_system.h +57 -23
- package/deps/rocksdb/rocksdb/include/rocksdb/iterator.h +27 -57
- package/deps/rocksdb/rocksdb/include/rocksdb/iterator_base.h +74 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/listener.h +2 -1
- package/deps/rocksdb/rocksdb/include/rocksdb/memory_allocator.h +1 -1
- package/deps/rocksdb/rocksdb/include/rocksdb/memtablerep.h +11 -11
- package/deps/rocksdb/rocksdb/include/rocksdb/merge_operator.h +1 -1
- package/deps/rocksdb/rocksdb/include/rocksdb/options.h +146 -71
- package/deps/rocksdb/rocksdb/include/rocksdb/perf_context.h +6 -1
- package/deps/rocksdb/rocksdb/include/rocksdb/perf_level.h +7 -4
- package/deps/rocksdb/rocksdb/include/rocksdb/rate_limiter.h +17 -13
- package/deps/rocksdb/rocksdb/include/rocksdb/secondary_cache.h +17 -19
- package/deps/rocksdb/rocksdb/include/rocksdb/slice_transform.h +5 -5
- package/deps/rocksdb/rocksdb/include/rocksdb/sst_file_manager.h +10 -8
- package/deps/rocksdb/rocksdb/include/rocksdb/sst_file_reader.h +18 -2
- package/deps/rocksdb/rocksdb/include/rocksdb/sst_file_writer.h +12 -2
- package/deps/rocksdb/rocksdb/include/rocksdb/sst_partitioner.h +3 -3
- package/deps/rocksdb/rocksdb/include/rocksdb/statistics.h +118 -116
- package/deps/rocksdb/rocksdb/include/rocksdb/system_clock.h +4 -4
- package/deps/rocksdb/rocksdb/include/rocksdb/table.h +26 -21
- package/deps/rocksdb/rocksdb/include/rocksdb/table_properties.h +18 -6
- package/deps/rocksdb/rocksdb/include/rocksdb/threadpool.h +1 -1
- package/deps/rocksdb/rocksdb/include/rocksdb/trace_record.h +5 -5
- package/deps/rocksdb/rocksdb/include/rocksdb/trace_record_result.h +8 -8
- package/deps/rocksdb/rocksdb/include/rocksdb/types.h +12 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/cache_dump_load.h +4 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/env_mirror.h +3 -3
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/ldb_cmd.h +8 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/optimistic_transaction_db.h +1 -1
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/option_change_migration.h +4 -4
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/options_type.h +3 -3
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/sim_cache.h +5 -6
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/stackable_db.h +159 -167
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/table_properties_collectors.h +1 -2
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/transaction.h +52 -17
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/transaction_db.h +3 -4
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/types_util.h +36 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/write_batch_with_index.h +118 -20
- package/deps/rocksdb/rocksdb/include/rocksdb/version.h +2 -2
- package/deps/rocksdb/rocksdb/include/rocksdb/wal_filter.h +1 -1
- package/deps/rocksdb/rocksdb/include/rocksdb/wide_columns.h +87 -45
- package/deps/rocksdb/rocksdb/include/rocksdb/write_batch.h +26 -3
- package/deps/rocksdb/rocksdb/include/rocksdb/write_batch_base.h +22 -1
- package/deps/rocksdb/rocksdb/logging/auto_roll_logger.cc +7 -9
- package/deps/rocksdb/rocksdb/logging/auto_roll_logger.h +5 -6
- package/deps/rocksdb/rocksdb/logging/auto_roll_logger_test.cc +2 -2
- package/deps/rocksdb/rocksdb/logging/env_logger.h +3 -3
- package/deps/rocksdb/rocksdb/logging/env_logger_test.cc +1 -1
- package/deps/rocksdb/rocksdb/logging/log_buffer.h +3 -3
- package/deps/rocksdb/rocksdb/memory/arena.h +11 -0
- package/deps/rocksdb/rocksdb/memory/arena_test.cc +17 -2
- package/deps/rocksdb/rocksdb/memory/jemalloc_nodump_allocator.cc +1 -1
- package/deps/rocksdb/rocksdb/memory/memory_allocator.cc +1 -0
- package/deps/rocksdb/rocksdb/memory/memory_allocator_impl.h +1 -1
- package/deps/rocksdb/rocksdb/memtable/alloc_tracker.cc +1 -1
- package/deps/rocksdb/rocksdb/memtable/hash_linklist_rep.cc +11 -10
- package/deps/rocksdb/rocksdb/memtable/hash_skiplist_rep.cc +8 -7
- package/deps/rocksdb/rocksdb/memtable/inlineskiplist.h +2 -2
- package/deps/rocksdb/rocksdb/memtable/inlineskiplist_test.cc +2 -2
- package/deps/rocksdb/rocksdb/memtable/skiplist_test.cc +1 -1
- package/deps/rocksdb/rocksdb/memtable/skiplistrep.cc +3 -3
- package/deps/rocksdb/rocksdb/memtable/vectorrep.cc +2 -2
- package/deps/rocksdb/rocksdb/microbench/db_basic_bench.cc +3 -1
- package/deps/rocksdb/rocksdb/monitoring/file_read_sample.h +2 -2
- package/deps/rocksdb/rocksdb/monitoring/histogram.cc +20 -10
- package/deps/rocksdb/rocksdb/monitoring/histogram.h +15 -15
- package/deps/rocksdb/rocksdb/monitoring/histogram_windowing.cc +7 -3
- package/deps/rocksdb/rocksdb/monitoring/histogram_windowing.h +14 -14
- package/deps/rocksdb/rocksdb/monitoring/in_memory_stats_history.cc +1 -1
- package/deps/rocksdb/rocksdb/monitoring/perf_context.cc +4 -0
- package/deps/rocksdb/rocksdb/monitoring/perf_context_imp.h +8 -1
- package/deps/rocksdb/rocksdb/monitoring/perf_level.cc +1 -1
- package/deps/rocksdb/rocksdb/monitoring/persistent_stats_history.cc +5 -2
- package/deps/rocksdb/rocksdb/monitoring/statistics.cc +64 -58
- package/deps/rocksdb/rocksdb/monitoring/statistics_impl.h +11 -12
- package/deps/rocksdb/rocksdb/monitoring/stats_history_test.cc +1 -1
- package/deps/rocksdb/rocksdb/monitoring/thread_status_impl.cc +1 -1
- package/deps/rocksdb/rocksdb/monitoring/thread_status_util.cc +7 -1
- package/deps/rocksdb/rocksdb/options/cf_options.cc +20 -28
- package/deps/rocksdb/rocksdb/options/cf_options.h +7 -14
- package/deps/rocksdb/rocksdb/options/configurable.cc +20 -12
- package/deps/rocksdb/rocksdb/options/configurable_test.cc +4 -6
- package/deps/rocksdb/rocksdb/options/configurable_test.h +2 -2
- package/deps/rocksdb/rocksdb/options/customizable.cc +1 -1
- package/deps/rocksdb/rocksdb/options/customizable_test.cc +3 -2
- package/deps/rocksdb/rocksdb/options/db_options.cc +22 -48
- package/deps/rocksdb/rocksdb/options/db_options.h +3 -3
- package/deps/rocksdb/rocksdb/options/offpeak_time_info.cc +59 -0
- package/deps/rocksdb/rocksdb/options/offpeak_time_info.h +37 -0
- package/deps/rocksdb/rocksdb/options/options.cc +14 -6
- package/deps/rocksdb/rocksdb/options/options_helper.cc +8 -13
- package/deps/rocksdb/rocksdb/options/options_helper.h +2 -3
- package/deps/rocksdb/rocksdb/options/options_parser.cc +35 -26
- package/deps/rocksdb/rocksdb/options/options_parser.h +4 -2
- package/deps/rocksdb/rocksdb/options/options_settable_test.cc +3 -3
- package/deps/rocksdb/rocksdb/options/options_test.cc +30 -23
- package/deps/rocksdb/rocksdb/port/lang.h +1 -1
- package/deps/rocksdb/rocksdb/port/port_example.h +7 -7
- package/deps/rocksdb/rocksdb/port/port_posix.cc +7 -7
- package/deps/rocksdb/rocksdb/port/port_posix.h +7 -7
- package/deps/rocksdb/rocksdb/port/stack_trace.cc +85 -24
- package/deps/rocksdb/rocksdb/port/win/env_win.cc +1 -2
- package/deps/rocksdb/rocksdb/port/win/io_win.cc +4 -4
- package/deps/rocksdb/rocksdb/port/win/io_win.h +13 -17
- package/deps/rocksdb/rocksdb/port/win/port_win.cc +3 -2
- package/deps/rocksdb/rocksdb/port/win/port_win.h +4 -4
- package/deps/rocksdb/rocksdb/src.mk +16 -1
- package/deps/rocksdb/rocksdb/table/adaptive/adaptive_table_factory.cc +1 -7
- package/deps/rocksdb/rocksdb/table/block_based/block.cc +39 -15
- package/deps/rocksdb/rocksdb/table/block_based/block.h +7 -7
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_builder.cc +80 -40
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_builder.h +2 -3
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_factory.cc +20 -5
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_iterator.cc +228 -122
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_iterator.h +50 -9
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader.cc +82 -25
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader.h +17 -20
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader_sync_and_async.h +47 -13
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader_test.cc +163 -50
- package/deps/rocksdb/rocksdb/table/block_based/block_builder.cc +1 -2
- package/deps/rocksdb/rocksdb/table/block_based/block_prefetcher.cc +23 -23
- package/deps/rocksdb/rocksdb/table/block_based/block_prefetcher.h +2 -12
- package/deps/rocksdb/rocksdb/table/block_based/block_test.cc +1 -2
- package/deps/rocksdb/rocksdb/table/block_based/data_block_hash_index_test.cc +6 -4
- package/deps/rocksdb/rocksdb/table/block_based/filter_policy.cc +32 -27
- package/deps/rocksdb/rocksdb/table/block_based/full_filter_block.cc +1 -1
- package/deps/rocksdb/rocksdb/table/block_based/full_filter_block.h +7 -10
- package/deps/rocksdb/rocksdb/table/block_based/full_filter_block_test.cc +2 -2
- package/deps/rocksdb/rocksdb/table/block_based/index_builder.cc +1 -2
- package/deps/rocksdb/rocksdb/table/block_based/index_builder.h +25 -7
- package/deps/rocksdb/rocksdb/table/block_based/partitioned_filter_block.cc +3 -5
- package/deps/rocksdb/rocksdb/table/block_based/partitioned_filter_block.h +4 -6
- package/deps/rocksdb/rocksdb/table/block_based/partitioned_filter_block_test.cc +6 -6
- package/deps/rocksdb/rocksdb/table/block_based/partitioned_index_iterator.cc +1 -1
- package/deps/rocksdb/rocksdb/table/block_based/partitioned_index_reader.cc +3 -5
- package/deps/rocksdb/rocksdb/table/block_based/reader_common.cc +2 -2
- package/deps/rocksdb/rocksdb/table/block_based/reader_common.h +4 -5
- package/deps/rocksdb/rocksdb/table/block_fetcher.cc +138 -86
- package/deps/rocksdb/rocksdb/table/block_fetcher.h +22 -0
- package/deps/rocksdb/rocksdb/table/block_fetcher_test.cc +26 -13
- package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_builder.cc +11 -11
- package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_builder_test.cc +11 -11
- package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_reader.cc +10 -5
- package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_reader_test.cc +6 -7
- package/deps/rocksdb/rocksdb/table/format.cc +15 -21
- package/deps/rocksdb/rocksdb/table/format.h +8 -0
- package/deps/rocksdb/rocksdb/table/get_context.cc +121 -78
- package/deps/rocksdb/rocksdb/table/get_context.h +11 -6
- package/deps/rocksdb/rocksdb/table/internal_iterator.h +12 -5
- package/deps/rocksdb/rocksdb/table/iterator.cc +4 -0
- package/deps/rocksdb/rocksdb/table/iterator_wrapper.h +8 -1
- package/deps/rocksdb/rocksdb/table/merger_test.cc +1 -1
- package/deps/rocksdb/rocksdb/table/merging_iterator.cc +5 -0
- package/deps/rocksdb/rocksdb/table/merging_iterator.h +4 -3
- package/deps/rocksdb/rocksdb/table/meta_blocks.cc +15 -11
- package/deps/rocksdb/rocksdb/table/meta_blocks.h +8 -4
- package/deps/rocksdb/rocksdb/table/mock_table.cc +12 -8
- package/deps/rocksdb/rocksdb/table/mock_table.h +1 -3
- package/deps/rocksdb/rocksdb/table/persistent_cache_helper.cc +0 -1
- package/deps/rocksdb/rocksdb/table/plain/plain_table_builder.cc +29 -21
- package/deps/rocksdb/rocksdb/table/plain/plain_table_builder.h +4 -14
- package/deps/rocksdb/rocksdb/table/plain/plain_table_factory.cc +7 -8
- package/deps/rocksdb/rocksdb/table/plain/plain_table_key_coding.cc +7 -5
- package/deps/rocksdb/rocksdb/table/plain/plain_table_reader.cc +15 -8
- package/deps/rocksdb/rocksdb/table/plain/plain_table_reader.h +1 -1
- package/deps/rocksdb/rocksdb/table/sst_file_dumper.cc +75 -30
- package/deps/rocksdb/rocksdb/table/sst_file_dumper.h +7 -2
- package/deps/rocksdb/rocksdb/table/sst_file_reader.cc +76 -11
- package/deps/rocksdb/rocksdb/table/sst_file_reader_test.cc +358 -2
- package/deps/rocksdb/rocksdb/table/sst_file_writer.cc +93 -16
- package/deps/rocksdb/rocksdb/table/sst_file_writer_collectors.h +12 -12
- package/deps/rocksdb/rocksdb/table/table_builder.h +12 -6
- package/deps/rocksdb/rocksdb/table/table_iterator.h +69 -0
- package/deps/rocksdb/rocksdb/table/table_properties.cc +1 -1
- package/deps/rocksdb/rocksdb/table/table_reader_bench.cc +8 -6
- package/deps/rocksdb/rocksdb/table/table_test.cc +732 -121
- package/deps/rocksdb/rocksdb/table/two_level_iterator.cc +3 -1
- package/deps/rocksdb/rocksdb/table/two_level_iterator.h +1 -1
- package/deps/rocksdb/rocksdb/table/unique_id.cc +2 -2
- package/deps/rocksdb/rocksdb/test_util/mock_time_env.cc +2 -2
- package/deps/rocksdb/rocksdb/test_util/mock_time_env.h +5 -5
- package/deps/rocksdb/rocksdb/test_util/secondary_cache_test_util.cc +2 -6
- package/deps/rocksdb/rocksdb/test_util/testharness.cc +2 -4
- package/deps/rocksdb/rocksdb/test_util/testutil.cc +56 -32
- package/deps/rocksdb/rocksdb/test_util/testutil.h +57 -34
- package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer.cc +18 -1
- package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer.h +1 -0
- package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer_test.cc +3 -3
- package/deps/rocksdb/rocksdb/tools/db_bench_tool.cc +210 -112
- package/deps/rocksdb/rocksdb/tools/db_bench_tool_test.cc +3 -3
- package/deps/rocksdb/rocksdb/tools/db_repl_stress.cc +1 -1
- package/deps/rocksdb/rocksdb/tools/db_sanity_test.cc +22 -27
- package/deps/rocksdb/rocksdb/tools/dump/db_dump_tool.cc +10 -4
- package/deps/rocksdb/rocksdb/tools/ldb_cmd.cc +328 -59
- package/deps/rocksdb/rocksdb/tools/ldb_cmd_impl.h +34 -2
- package/deps/rocksdb/rocksdb/tools/ldb_cmd_test.cc +64 -17
- package/deps/rocksdb/rocksdb/tools/ldb_tool.cc +8 -1
- package/deps/rocksdb/rocksdb/tools/simulated_hybrid_file_system.cc +3 -2
- package/deps/rocksdb/rocksdb/tools/sst_dump_test.cc +136 -10
- package/deps/rocksdb/rocksdb/tools/sst_dump_tool.cc +4 -2
- package/deps/rocksdb/rocksdb/tools/trace_analyzer_test.cc +50 -8
- package/deps/rocksdb/rocksdb/tools/trace_analyzer_tool.cc +51 -45
- package/deps/rocksdb/rocksdb/trace_replay/trace_record.cc +1 -1
- package/deps/rocksdb/rocksdb/trace_replay/trace_record_handler.h +10 -10
- package/deps/rocksdb/rocksdb/trace_replay/trace_replay.cc +14 -4
- package/deps/rocksdb/rocksdb/trace_replay/trace_replay.h +2 -1
- package/deps/rocksdb/rocksdb/unreleased_history/README.txt +2 -2
- package/deps/rocksdb/rocksdb/util/async_file_reader.cc +2 -4
- package/deps/rocksdb/rocksdb/util/atomic.h +111 -0
- package/deps/rocksdb/rocksdb/util/autovector.h +5 -1
- package/deps/rocksdb/rocksdb/util/bloom_test.cc +12 -2
- package/deps/rocksdb/rocksdb/util/cast_util.h +22 -0
- package/deps/rocksdb/rocksdb/util/coding.h +34 -38
- package/deps/rocksdb/rocksdb/util/coding_test.cc +1 -1
- package/deps/rocksdb/rocksdb/util/comparator.cc +18 -5
- package/deps/rocksdb/rocksdb/util/compression_context_cache.cc +1 -1
- package/deps/rocksdb/rocksdb/util/concurrent_task_limiter_impl.h +4 -4
- package/deps/rocksdb/rocksdb/util/crc32c.cc +3 -6
- package/deps/rocksdb/rocksdb/util/crc32c.h +3 -3
- package/deps/rocksdb/rocksdb/util/crc32c_arm64.h +3 -4
- package/deps/rocksdb/rocksdb/util/crc32c_ppc.h +1 -2
- package/deps/rocksdb/rocksdb/util/crc32c_test.cc +2 -4
- package/deps/rocksdb/rocksdb/util/data_structure.cc +2 -4
- package/deps/rocksdb/rocksdb/util/dynamic_bloom_test.cc +3 -2
- package/deps/rocksdb/rocksdb/util/file_checksum_helper.cc +3 -3
- package/deps/rocksdb/rocksdb/util/file_reader_writer_test.cc +83 -59
- package/deps/rocksdb/rocksdb/util/filelock_test.cc +3 -3
- package/deps/rocksdb/rocksdb/util/hash.h +4 -4
- package/deps/rocksdb/rocksdb/util/log_write_bench.cc +3 -3
- package/deps/rocksdb/rocksdb/util/murmurhash.cc +1 -1
- package/deps/rocksdb/rocksdb/util/random.cc +3 -4
- package/deps/rocksdb/rocksdb/util/rate_limiter.cc +23 -43
- package/deps/rocksdb/rocksdb/util/rate_limiter_impl.h +21 -16
- package/deps/rocksdb/rocksdb/util/rate_limiter_test.cc +44 -24
- package/deps/rocksdb/rocksdb/util/repeatable_thread_test.cc +2 -3
- package/deps/rocksdb/rocksdb/util/ribbon_config.cc +2 -10
- package/deps/rocksdb/rocksdb/util/ribbon_impl.h +2 -2
- package/deps/rocksdb/rocksdb/util/slice.cc +4 -5
- package/deps/rocksdb/rocksdb/util/slice_test.cc +70 -4
- package/deps/rocksdb/rocksdb/util/status.cc +1 -1
- package/deps/rocksdb/rocksdb/util/stderr_logger.cc +39 -7
- package/deps/rocksdb/rocksdb/util/stderr_logger.h +12 -2
- package/deps/rocksdb/rocksdb/util/string_util.cc +31 -18
- package/deps/rocksdb/rocksdb/util/string_util.h +9 -9
- package/deps/rocksdb/rocksdb/util/string_util_test.cc +36 -0
- package/deps/rocksdb/rocksdb/util/thread_list_test.cc +5 -5
- package/deps/rocksdb/rocksdb/util/thread_local.cc +1 -1
- package/deps/rocksdb/rocksdb/util/threadpool_imp.cc +3 -4
- package/deps/rocksdb/rocksdb/util/threadpool_imp.h +1 -1
- package/deps/rocksdb/rocksdb/util/udt_util_test.cc +4 -4
- package/deps/rocksdb/rocksdb/util/vector_iterator.h +12 -16
- package/deps/rocksdb/rocksdb/util/write_batch_util.h +5 -0
- package/deps/rocksdb/rocksdb/util/xxhash.h +116 -116
- package/deps/rocksdb/rocksdb/utilities/agg_merge/agg_merge.cc +4 -5
- package/deps/rocksdb/rocksdb/utilities/agg_merge/agg_merge_impl.h +2 -2
- package/deps/rocksdb/rocksdb/utilities/agg_merge/test_agg_merge.cc +1 -2
- package/deps/rocksdb/rocksdb/utilities/backup/backup_engine.cc +33 -31
- package/deps/rocksdb/rocksdb/utilities/backup/backup_engine_test.cc +123 -22
- package/deps/rocksdb/rocksdb/utilities/blob_db/blob_compaction_filter.cc +9 -7
- package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db.cc +3 -6
- package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db.h +22 -55
- package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_impl.cc +113 -74
- package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_impl.h +36 -24
- package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_impl_filesnapshot.cc +27 -11
- package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_listener.h +5 -3
- package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_test.cc +68 -54
- package/deps/rocksdb/rocksdb/utilities/blob_db/blob_dump_tool.cc +3 -6
- package/deps/rocksdb/rocksdb/utilities/blob_db/blob_file.cc +16 -16
- package/deps/rocksdb/rocksdb/utilities/blob_db/blob_file.h +3 -2
- package/deps/rocksdb/rocksdb/utilities/cache_dump_load_impl.cc +29 -9
- package/deps/rocksdb/rocksdb/utilities/cache_dump_load_impl.h +27 -14
- package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_compaction_filter.cc +2 -4
- package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_compaction_filter.h +3 -3
- package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_format_test.cc +2 -4
- package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_functional_test.cc +2 -4
- package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_row_merge_test.cc +2 -4
- package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_serialize_test.cc +2 -4
- package/deps/rocksdb/rocksdb/utilities/cassandra/format.cc +2 -4
- package/deps/rocksdb/rocksdb/utilities/cassandra/format.h +8 -8
- package/deps/rocksdb/rocksdb/utilities/cassandra/merge_operator.cc +3 -7
- package/deps/rocksdb/rocksdb/utilities/cassandra/merge_operator.h +7 -8
- package/deps/rocksdb/rocksdb/utilities/cassandra/test_utils.cc +2 -4
- package/deps/rocksdb/rocksdb/utilities/checkpoint/checkpoint_impl.cc +9 -7
- package/deps/rocksdb/rocksdb/utilities/checkpoint/checkpoint_test.cc +7 -10
- package/deps/rocksdb/rocksdb/utilities/debug.cc +6 -2
- package/deps/rocksdb/rocksdb/utilities/env_mirror.cc +18 -11
- package/deps/rocksdb/rocksdb/utilities/fault_injection_env.cc +2 -2
- package/deps/rocksdb/rocksdb/utilities/fault_injection_env.h +18 -25
- package/deps/rocksdb/rocksdb/utilities/fault_injection_fs.cc +32 -23
- package/deps/rocksdb/rocksdb/utilities/fault_injection_fs.h +51 -48
- package/deps/rocksdb/rocksdb/utilities/fault_injection_secondary_cache.cc +5 -3
- package/deps/rocksdb/rocksdb/utilities/fault_injection_secondary_cache.h +2 -2
- package/deps/rocksdb/rocksdb/utilities/memory/memory_test.cc +1 -1
- package/deps/rocksdb/rocksdb/utilities/merge_operators/bytesxor.h +2 -3
- package/deps/rocksdb/rocksdb/utilities/merge_operators/sortlist.cc +3 -1
- package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend.cc +7 -7
- package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend.h +10 -10
- package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend2.cc +5 -6
- package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend2.h +5 -6
- package/deps/rocksdb/rocksdb/utilities/object_registry.cc +1 -1
- package/deps/rocksdb/rocksdb/utilities/option_change_migration/option_change_migration.cc +1 -8
- package/deps/rocksdb/rocksdb/utilities/option_change_migration/option_change_migration_test.cc +29 -21
- package/deps/rocksdb/rocksdb/utilities/options/options_util_test.cc +14 -15
- package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier.cc +2 -2
- package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier_file.cc +1 -1
- package/deps/rocksdb/rocksdb/utilities/persistent_cache/hash_table_bench.cc +3 -3
- package/deps/rocksdb/rocksdb/utilities/persistent_cache/hash_table_test.cc +3 -5
- package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_test.cc +1 -1
- package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_tier.cc +2 -2
- package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_tier.h +8 -8
- package/deps/rocksdb/rocksdb/utilities/simulator_cache/sim_cache.cc +4 -4
- package/deps/rocksdb/rocksdb/utilities/simulator_cache/sim_cache_test.cc +1 -1
- package/deps/rocksdb/rocksdb/utilities/table_properties_collectors/compact_on_deletion_collector.h +6 -9
- package/deps/rocksdb/rocksdb/utilities/table_properties_collectors/compact_on_deletion_collector_test.cc +2 -2
- package/deps/rocksdb/rocksdb/utilities/trace/file_trace_reader_writer.cc +1 -1
- package/deps/rocksdb/rocksdb/utilities/trace/file_trace_reader_writer.h +6 -6
- package/deps/rocksdb/rocksdb/utilities/trace/replayer_impl.cc +1 -2
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_manager.cc +2 -3
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_manager_test.h +1 -1
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_tracker.h +1 -1
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_locking_test.cc +1 -1
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/db.h +5 -0
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/manager.cc +1 -1
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/range_buffer.cc +3 -3
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/wfg.cc +1 -1
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_assert_subst.h +4 -0
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_external_pthread.h +4 -0
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_time.h +1 -1
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/txn_subst.h +4 -0
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/standalone_port.cc +12 -3
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/dbt.cc +17 -3
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/growable_array.h +3 -3
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/partitioned_counter.h +1 -1
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/range_tree_lock_manager.cc +3 -3
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/range_tree_lock_tracker.cc +4 -2
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/range_tree_lock_tracker.h +1 -1
- package/deps/rocksdb/rocksdb/utilities/transactions/optimistic_transaction.cc +1 -2
- package/deps/rocksdb/rocksdb/utilities/transactions/optimistic_transaction_db_impl.cc +2 -3
- package/deps/rocksdb/rocksdb/utilities/transactions/optimistic_transaction_db_impl.h +3 -4
- package/deps/rocksdb/rocksdb/utilities/transactions/optimistic_transaction_test.cc +442 -10
- package/deps/rocksdb/rocksdb/utilities/transactions/pessimistic_transaction.cc +27 -9
- package/deps/rocksdb/rocksdb/utilities/transactions/pessimistic_transaction.h +28 -7
- package/deps/rocksdb/rocksdb/utilities/transactions/pessimistic_transaction_db.cc +70 -12
- package/deps/rocksdb/rocksdb/utilities/transactions/pessimistic_transaction_db.h +50 -22
- package/deps/rocksdb/rocksdb/utilities/transactions/snapshot_checker.cc +1 -1
- package/deps/rocksdb/rocksdb/utilities/transactions/timestamped_snapshot_test.cc +1 -1
- package/deps/rocksdb/rocksdb/utilities/transactions/transaction_base.cc +64 -3
- package/deps/rocksdb/rocksdb/utilities/transactions/transaction_base.h +76 -17
- package/deps/rocksdb/rocksdb/utilities/transactions/transaction_db_mutex_impl.cc +6 -6
- package/deps/rocksdb/rocksdb/utilities/transactions/transaction_test.cc +573 -77
- package/deps/rocksdb/rocksdb/utilities/transactions/transaction_test.h +6 -2
- package/deps/rocksdb/rocksdb/utilities/transactions/write_committed_transaction_ts_test.cc +65 -3
- package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_transaction_test.cc +13 -11
- package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn.cc +1 -0
- package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn.h +14 -16
- package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn_db.cc +37 -24
- package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn_db.h +23 -29
- package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_txn.cc +4 -2
- package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_txn.h +31 -40
- package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_txn_db.cc +8 -6
- package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_txn_db.h +3 -4
- package/deps/rocksdb/rocksdb/utilities/ttl/db_ttl_impl.cc +34 -18
- package/deps/rocksdb/rocksdb/utilities/ttl/db_ttl_impl.h +21 -25
- package/deps/rocksdb/rocksdb/utilities/ttl/ttl_test.cc +26 -5
- package/deps/rocksdb/rocksdb/utilities/types_util.cc +88 -0
- package/deps/rocksdb/rocksdb/utilities/types_util_test.cc +98 -0
- package/deps/rocksdb/rocksdb/utilities/util_merge_operators_test.cc +1 -1
- package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index.cc +463 -90
- package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index_internal.cc +259 -76
- package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index_internal.h +70 -14
- package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index_test.cc +609 -10
- package/deps/rocksdb/rocksdb.gyp +8 -4
- package/index.js +18 -4
- package/max_rev_operator.h +2 -0
- package/package.json +2 -2
- package/prebuilds/darwin-arm64/@nxtedition+rocksdb.node +0 -0
- package/prebuilds/linux-x64/@nxtedition+rocksdb.node +0 -0
- package/util.h +29 -5
- package/.tap/coverage/4c642b53-6895-4ef0-9391-7c6b8d484262.json +0 -14334
- package/deps/rocksdb/rocksdb/table/scoped_arena_iterator.h +0 -57
|
@@ -6,6 +6,14 @@
|
|
|
6
6
|
|
|
7
7
|
#include "db/seqno_to_time_mapping.h"
|
|
8
8
|
|
|
9
|
+
#include <algorithm>
|
|
10
|
+
#include <cassert>
|
|
11
|
+
#include <cstdint>
|
|
12
|
+
#include <deque>
|
|
13
|
+
#include <functional>
|
|
14
|
+
#include <queue>
|
|
15
|
+
#include <vector>
|
|
16
|
+
|
|
9
17
|
#include "db/version_edit.h"
|
|
10
18
|
#include "util/string_util.h"
|
|
11
19
|
|
|
@@ -13,25 +21,28 @@ namespace ROCKSDB_NAMESPACE {
|
|
|
13
21
|
|
|
14
22
|
SeqnoToTimeMapping::pair_const_iterator SeqnoToTimeMapping::FindGreaterTime(
|
|
15
23
|
uint64_t time) const {
|
|
24
|
+
assert(enforced_);
|
|
16
25
|
return std::upper_bound(pairs_.cbegin(), pairs_.cend(),
|
|
17
26
|
SeqnoTimePair{0, time}, SeqnoTimePair::TimeLess);
|
|
18
27
|
}
|
|
19
28
|
|
|
20
29
|
SeqnoToTimeMapping::pair_const_iterator SeqnoToTimeMapping::FindGreaterEqSeqno(
|
|
21
30
|
SequenceNumber seqno) const {
|
|
31
|
+
assert(enforced_);
|
|
22
32
|
return std::lower_bound(pairs_.cbegin(), pairs_.cend(),
|
|
23
33
|
SeqnoTimePair{seqno, 0}, SeqnoTimePair::SeqnoLess);
|
|
24
34
|
}
|
|
25
35
|
|
|
26
36
|
SeqnoToTimeMapping::pair_const_iterator SeqnoToTimeMapping::FindGreaterSeqno(
|
|
27
37
|
SequenceNumber seqno) const {
|
|
38
|
+
assert(enforced_);
|
|
28
39
|
return std::upper_bound(pairs_.cbegin(), pairs_.cend(),
|
|
29
40
|
SeqnoTimePair{seqno, 0}, SeqnoTimePair::SeqnoLess);
|
|
30
41
|
}
|
|
31
42
|
|
|
32
43
|
uint64_t SeqnoToTimeMapping::GetProximalTimeBeforeSeqno(
|
|
33
44
|
SequenceNumber seqno) const {
|
|
34
|
-
assert(
|
|
45
|
+
assert(enforced_);
|
|
35
46
|
// Find the last entry with a seqno strictly less than the given seqno.
|
|
36
47
|
// First, find the first entry >= the given seqno (or end)
|
|
37
48
|
auto it = FindGreaterEqSeqno(seqno);
|
|
@@ -43,43 +54,9 @@ uint64_t SeqnoToTimeMapping::GetProximalTimeBeforeSeqno(
|
|
|
43
54
|
return it->time;
|
|
44
55
|
}
|
|
45
56
|
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
}
|
|
50
|
-
is_sorted_ = false;
|
|
51
|
-
pairs_.emplace_back(seqno, time);
|
|
52
|
-
}
|
|
53
|
-
|
|
54
|
-
void SeqnoToTimeMapping::TruncateOldEntries(const uint64_t now) {
|
|
55
|
-
assert(is_sorted_);
|
|
56
|
-
|
|
57
|
-
if (max_time_duration_ == 0) {
|
|
58
|
-
// No cutoff time
|
|
59
|
-
return;
|
|
60
|
-
}
|
|
61
|
-
|
|
62
|
-
if (now < max_time_duration_) {
|
|
63
|
-
// Would under-flow
|
|
64
|
-
return;
|
|
65
|
-
}
|
|
66
|
-
|
|
67
|
-
const uint64_t cut_off_time = now - max_time_duration_;
|
|
68
|
-
assert(cut_off_time <= now); // no under/overflow
|
|
69
|
-
|
|
70
|
-
auto it = FindGreaterTime(cut_off_time);
|
|
71
|
-
if (it == pairs_.cbegin()) {
|
|
72
|
-
return;
|
|
73
|
-
}
|
|
74
|
-
// Move back one, to the entry that would be used to return a good seqno from
|
|
75
|
-
// GetProximalSeqnoBeforeTime(cut_off_time)
|
|
76
|
-
--it;
|
|
77
|
-
// Remove everything strictly before that entry
|
|
78
|
-
pairs_.erase(pairs_.cbegin(), std::move(it));
|
|
79
|
-
}
|
|
80
|
-
|
|
81
|
-
SequenceNumber SeqnoToTimeMapping::GetProximalSeqnoBeforeTime(uint64_t time) {
|
|
82
|
-
assert(is_sorted_);
|
|
57
|
+
SequenceNumber SeqnoToTimeMapping::GetProximalSeqnoBeforeTime(
|
|
58
|
+
uint64_t time) const {
|
|
59
|
+
assert(enforced_);
|
|
83
60
|
|
|
84
61
|
// Find the last entry with a time <= the given time.
|
|
85
62
|
// First, find the first entry > the given time (or end).
|
|
@@ -92,130 +69,312 @@ SequenceNumber SeqnoToTimeMapping::GetProximalSeqnoBeforeTime(uint64_t time) {
|
|
|
92
69
|
return it->seqno;
|
|
93
70
|
}
|
|
94
71
|
|
|
95
|
-
|
|
96
|
-
//
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
void SeqnoToTimeMapping::Encode(std::string& dest, const SequenceNumber start,
|
|
100
|
-
const SequenceNumber end, const uint64_t now,
|
|
101
|
-
const uint64_t output_size) const {
|
|
102
|
-
assert(is_sorted_);
|
|
103
|
-
if (start > end) {
|
|
104
|
-
// It could happen when the SST file is empty, the initial value of min
|
|
105
|
-
// sequence number is kMaxSequenceNumber and max is 0.
|
|
106
|
-
// The empty output file will be removed in the final step of compaction.
|
|
72
|
+
void SeqnoToTimeMapping::EnforceMaxTimeSpan(uint64_t now) {
|
|
73
|
+
assert(enforced_); // at least sorted
|
|
74
|
+
uint64_t cutoff_time;
|
|
75
|
+
if (pairs_.size() <= 1) {
|
|
107
76
|
return;
|
|
108
77
|
}
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
78
|
+
if (now > 0) {
|
|
79
|
+
if (now < max_time_span_) {
|
|
80
|
+
// Nothing eligible to prune / avoid underflow
|
|
81
|
+
return;
|
|
82
|
+
}
|
|
83
|
+
cutoff_time = now - max_time_span_;
|
|
84
|
+
} else {
|
|
85
|
+
const auto& last = pairs_.back();
|
|
86
|
+
if (last.time < max_time_span_) {
|
|
87
|
+
// Nothing eligible to prune / avoid underflow
|
|
88
|
+
return;
|
|
89
|
+
}
|
|
90
|
+
cutoff_time = last.time - max_time_span_;
|
|
91
|
+
}
|
|
92
|
+
// Keep one entry <= cutoff_time
|
|
93
|
+
while (pairs_.size() >= 2 && pairs_[0].time <= cutoff_time &&
|
|
94
|
+
pairs_[1].time <= cutoff_time) {
|
|
95
|
+
pairs_.pop_front();
|
|
113
96
|
}
|
|
97
|
+
}
|
|
114
98
|
|
|
115
|
-
|
|
116
|
-
|
|
99
|
+
void SeqnoToTimeMapping::EnforceCapacity(bool strict) {
|
|
100
|
+
assert(enforced_); // at least sorted
|
|
101
|
+
uint64_t strict_cap = capacity_;
|
|
102
|
+
if (strict_cap == 0) {
|
|
103
|
+
pairs_.clear();
|
|
117
104
|
return;
|
|
118
105
|
}
|
|
119
|
-
|
|
106
|
+
// Treat cap of 1 as 2 to work with the below algorithm (etc.)
|
|
107
|
+
if (strict_cap == 1) {
|
|
108
|
+
strict_cap = 2;
|
|
109
|
+
}
|
|
110
|
+
// When !strict, allow being over nominal capacity by a modest fraction.
|
|
111
|
+
uint64_t effective_cap = strict_cap + (strict ? 0 : strict_cap / 8);
|
|
112
|
+
if (effective_cap < strict_cap) {
|
|
113
|
+
// Correct overflow
|
|
114
|
+
effective_cap = UINT64_MAX;
|
|
115
|
+
}
|
|
116
|
+
if (pairs_.size() <= effective_cap) {
|
|
120
117
|
return;
|
|
121
118
|
}
|
|
119
|
+
// The below algorithm expects at least one removal candidate between first
|
|
120
|
+
// and last.
|
|
121
|
+
assert(pairs_.size() >= 3);
|
|
122
|
+
size_t to_remove_count = pairs_.size() - strict_cap;
|
|
123
|
+
|
|
124
|
+
struct RemovalCandidate {
|
|
125
|
+
uint64_t new_time_gap;
|
|
126
|
+
std::deque<SeqnoTimePair>::iterator it;
|
|
127
|
+
RemovalCandidate(uint64_t _new_time_gap,
|
|
128
|
+
std::deque<SeqnoTimePair>::iterator _it)
|
|
129
|
+
: new_time_gap(_new_time_gap), it(_it) {}
|
|
130
|
+
bool operator>(const RemovalCandidate& other) const {
|
|
131
|
+
if (new_time_gap == other.new_time_gap) {
|
|
132
|
+
// If same gap, treat the newer entry as less attractive
|
|
133
|
+
// for removal (like larger gap)
|
|
134
|
+
return it->seqno > other.it->seqno;
|
|
135
|
+
}
|
|
136
|
+
return new_time_gap > other.new_time_gap;
|
|
137
|
+
}
|
|
138
|
+
};
|
|
139
|
+
|
|
140
|
+
// A priority queue of best removal candidates (smallest time gap remaining
|
|
141
|
+
// after removal)
|
|
142
|
+
using RC = RemovalCandidate;
|
|
143
|
+
using PQ = std::priority_queue<RC, std::vector<RC>, std::greater<RC>>;
|
|
144
|
+
PQ pq;
|
|
145
|
+
|
|
146
|
+
// Add all the candidates (not including first and last)
|
|
147
|
+
{
|
|
148
|
+
auto it = pairs_.begin();
|
|
149
|
+
assert(it->time != kUnknownTimeBeforeAll);
|
|
150
|
+
uint64_t prev_prev_time = it->time;
|
|
151
|
+
++it;
|
|
152
|
+
assert(it->time != kUnknownTimeBeforeAll);
|
|
153
|
+
auto prev_it = it;
|
|
154
|
+
++it;
|
|
155
|
+
while (it != pairs_.end()) {
|
|
156
|
+
assert(it->time != kUnknownTimeBeforeAll);
|
|
157
|
+
uint64_t gap = it->time - prev_prev_time;
|
|
158
|
+
pq.emplace(gap, prev_it);
|
|
159
|
+
prev_prev_time = prev_it->time;
|
|
160
|
+
prev_it = it;
|
|
161
|
+
++it;
|
|
162
|
+
}
|
|
163
|
+
}
|
|
122
164
|
|
|
123
|
-
//
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
165
|
+
// Greedily remove the best candidate, iteratively
|
|
166
|
+
while (to_remove_count > 0) {
|
|
167
|
+
assert(!pq.empty());
|
|
168
|
+
// Remove the candidate with smallest gap
|
|
169
|
+
auto rc = pq.top();
|
|
170
|
+
pq.pop();
|
|
171
|
+
|
|
172
|
+
// NOTE: priority_queue does not support updating an existing element,
|
|
173
|
+
// but we can work around that because the gap tracked in pq is only
|
|
174
|
+
// going to be better than actuality, and we can detect and adjust
|
|
175
|
+
// when a better-than-actual gap is found.
|
|
176
|
+
|
|
177
|
+
// Determine actual time gap if this entry is removed (zero entries are
|
|
178
|
+
// marked for deletion)
|
|
179
|
+
auto it = rc.it + 1;
|
|
180
|
+
uint64_t after_time = it->time;
|
|
181
|
+
while (after_time == kUnknownTimeBeforeAll) {
|
|
182
|
+
assert(it != pairs_.end());
|
|
183
|
+
++it;
|
|
184
|
+
after_time = it->time;
|
|
185
|
+
}
|
|
186
|
+
it = rc.it - 1;
|
|
187
|
+
uint64_t before_time = it->time;
|
|
188
|
+
while (before_time == kUnknownTimeBeforeAll) {
|
|
189
|
+
assert(it != pairs_.begin());
|
|
190
|
+
--it;
|
|
191
|
+
before_time = it->time;
|
|
192
|
+
}
|
|
193
|
+
// Check whether the gap is still valid (or needs to be recomputed)
|
|
194
|
+
if (rc.new_time_gap == after_time - before_time) {
|
|
195
|
+
// Mark the entry as removed
|
|
196
|
+
rc.it->time = kUnknownTimeBeforeAll;
|
|
197
|
+
--to_remove_count;
|
|
198
|
+
} else {
|
|
199
|
+
// Insert a replacement up-to-date removal candidate
|
|
200
|
+
pq.emplace(after_time - before_time, rc.it);
|
|
129
201
|
}
|
|
130
202
|
}
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
// `(end - start) / size` before selecting the number. For example, for the
|
|
141
|
-
// following list, pick 3 entries (it will pick seqno #1, #6, #8):
|
|
142
|
-
// 1 -> 10
|
|
143
|
-
// 5 -> 17
|
|
144
|
-
// 6 -> 25
|
|
145
|
-
// 8 -> 30
|
|
146
|
-
// first, it always picks the first one, then there are 2 num_entries_to_fill
|
|
147
|
-
// and the time difference between current one vs. the last one is
|
|
148
|
-
// (30 - 10) = 20. 20/2 = 10. So it will skip until 10+10 = 20. => it skips
|
|
149
|
-
// #5 and pick #6.
|
|
150
|
-
// But the most optimized solution is picking #1 #5 #8, as it will be more
|
|
151
|
-
// evenly distributed for time. Anyway the following algorithm is simple and
|
|
152
|
-
// may over-select new data, which is good. We do want more accurate time
|
|
153
|
-
// information for recent data.
|
|
154
|
-
std::deque<SeqnoTimePair> output_copy;
|
|
155
|
-
if (std::distance(start_it, end_it) > static_cast<int64_t>(output_size)) {
|
|
156
|
-
int64_t num_entries_to_fill = static_cast<int64_t>(output_size);
|
|
157
|
-
auto last_it = end_it;
|
|
158
|
-
last_it--;
|
|
159
|
-
uint64_t end_time = last_it->time;
|
|
160
|
-
uint64_t skip_until_time = 0;
|
|
161
|
-
for (auto it = start_it; it < end_it; it++) {
|
|
162
|
-
// skip if it's not reach the skip_until_time yet
|
|
163
|
-
if (std::distance(it, end_it) > num_entries_to_fill &&
|
|
164
|
-
it->time < skip_until_time) {
|
|
165
|
-
continue;
|
|
203
|
+
|
|
204
|
+
// Collapse away entries marked for deletion
|
|
205
|
+
auto from_it = pairs_.begin();
|
|
206
|
+
auto to_it = from_it;
|
|
207
|
+
|
|
208
|
+
for (; from_it != pairs_.end(); ++from_it) {
|
|
209
|
+
if (from_it->time != kUnknownTimeBeforeAll) {
|
|
210
|
+
if (from_it != to_it) {
|
|
211
|
+
*to_it = *from_it;
|
|
166
212
|
}
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
213
|
+
++to_it;
|
|
214
|
+
}
|
|
215
|
+
}
|
|
216
|
+
|
|
217
|
+
// Erase slots freed up
|
|
218
|
+
pairs_.erase(to_it, pairs_.end());
|
|
219
|
+
assert(pairs_.size() == strict_cap);
|
|
220
|
+
}
|
|
221
|
+
|
|
222
|
+
bool SeqnoToTimeMapping::SeqnoTimePair::Merge(const SeqnoTimePair& other) {
|
|
223
|
+
assert(seqno <= other.seqno);
|
|
224
|
+
if (seqno == other.seqno) {
|
|
225
|
+
// Favoring GetProximalSeqnoBeforeTime over GetProximalTimeBeforeSeqno
|
|
226
|
+
// by keeping the older time. For example, consider nothing has been
|
|
227
|
+
// written to the DB in some time.
|
|
228
|
+
time = std::min(time, other.time);
|
|
229
|
+
return true;
|
|
230
|
+
} else if (time == other.time) {
|
|
231
|
+
// Favoring GetProximalSeqnoBeforeTime over GetProximalTimeBeforeSeqno
|
|
232
|
+
// by keeping the newer seqno. For example, when a burst of writes ages
|
|
233
|
+
// out, we want the cutoff to be the newest seqno from that burst.
|
|
234
|
+
seqno = std::max(seqno, other.seqno);
|
|
235
|
+
return true;
|
|
236
|
+
} else if (time > other.time) {
|
|
237
|
+
assert(seqno < other.seqno);
|
|
238
|
+
// Need to resolve an inconsistency (clock drift? very rough time?).
|
|
239
|
+
// Given the direction that entries are supposed to err, trust the earlier
|
|
240
|
+
// time entry as more reliable, and this choice ensures we don't
|
|
241
|
+
// accidentally throw out an entry within our time span.
|
|
242
|
+
*this = other;
|
|
243
|
+
return true;
|
|
244
|
+
} else {
|
|
245
|
+
// Not merged
|
|
246
|
+
return false;
|
|
247
|
+
}
|
|
248
|
+
}
|
|
249
|
+
|
|
250
|
+
void SeqnoToTimeMapping::SortAndMerge() {
|
|
251
|
+
assert(!enforced_);
|
|
252
|
+
if (!pairs_.empty()) {
|
|
253
|
+
std::sort(pairs_.begin(), pairs_.end());
|
|
254
|
+
|
|
255
|
+
auto from_it = pairs_.begin();
|
|
256
|
+
auto to_it = from_it;
|
|
257
|
+
for (++from_it; from_it != pairs_.end(); ++from_it) {
|
|
258
|
+
if (to_it->Merge(*from_it)) {
|
|
259
|
+
// Merged with last entry
|
|
260
|
+
} else {
|
|
261
|
+
// Copy into next entry
|
|
262
|
+
*++to_it = *from_it;
|
|
175
263
|
}
|
|
176
264
|
}
|
|
265
|
+
// Erase slots freed up from merging
|
|
266
|
+
pairs_.erase(to_it + 1, pairs_.end());
|
|
267
|
+
}
|
|
268
|
+
// Mark as "at least sorted"
|
|
269
|
+
enforced_ = true;
|
|
270
|
+
}
|
|
271
|
+
|
|
272
|
+
SeqnoToTimeMapping& SeqnoToTimeMapping::SetMaxTimeSpan(uint64_t max_time_span) {
|
|
273
|
+
max_time_span_ = max_time_span;
|
|
274
|
+
if (enforced_) {
|
|
275
|
+
EnforceMaxTimeSpan();
|
|
276
|
+
}
|
|
277
|
+
return *this;
|
|
278
|
+
}
|
|
279
|
+
|
|
280
|
+
SeqnoToTimeMapping& SeqnoToTimeMapping::SetCapacity(uint64_t capacity) {
|
|
281
|
+
capacity_ = capacity;
|
|
282
|
+
if (enforced_) {
|
|
283
|
+
EnforceCapacity(/*strict=*/true);
|
|
284
|
+
}
|
|
285
|
+
return *this;
|
|
286
|
+
}
|
|
287
|
+
|
|
288
|
+
SeqnoToTimeMapping& SeqnoToTimeMapping::Enforce(uint64_t now) {
|
|
289
|
+
if (!enforced_) {
|
|
290
|
+
SortAndMerge();
|
|
291
|
+
assert(enforced_);
|
|
292
|
+
EnforceMaxTimeSpan(now);
|
|
293
|
+
} else if (now > 0) {
|
|
294
|
+
EnforceMaxTimeSpan(now);
|
|
295
|
+
}
|
|
296
|
+
EnforceCapacity(/*strict=*/true);
|
|
297
|
+
return *this;
|
|
298
|
+
}
|
|
177
299
|
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
end_it = output_copy.end();
|
|
300
|
+
void SeqnoToTimeMapping::AddUnenforced(SequenceNumber seqno, uint64_t time) {
|
|
301
|
+
if (seqno == 0) {
|
|
302
|
+
return;
|
|
182
303
|
}
|
|
304
|
+
enforced_ = false;
|
|
305
|
+
pairs_.emplace_back(seqno, time);
|
|
306
|
+
}
|
|
183
307
|
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
308
|
+
// The encoded format is:
|
|
309
|
+
// [num_of_entries][[seqno][time],[seqno][time],...]
|
|
310
|
+
// ^ ^
|
|
311
|
+
// var_int delta_encoded (var_int)
|
|
312
|
+
// Except empty string is used for empty mapping. This means the encoding
|
|
313
|
+
// doesn't fully form a prefix code, but that is OK for applications like
|
|
314
|
+
// TableProperties.
|
|
315
|
+
void SeqnoToTimeMapping::EncodeTo(std::string& dest) const {
|
|
316
|
+
assert(enforced_);
|
|
317
|
+
// Can use empty string for empty mapping
|
|
318
|
+
if (pairs_.empty()) {
|
|
319
|
+
return;
|
|
320
|
+
}
|
|
321
|
+
// Encode number of entries
|
|
322
|
+
PutVarint64(&dest, pairs_.size());
|
|
187
323
|
SeqnoTimePair base;
|
|
188
|
-
for (auto
|
|
189
|
-
assert(base <
|
|
190
|
-
|
|
191
|
-
|
|
324
|
+
for (auto& cur : pairs_) {
|
|
325
|
+
assert(base < cur);
|
|
326
|
+
// Delta encode each entry
|
|
327
|
+
SeqnoTimePair val = cur.ComputeDelta(base);
|
|
328
|
+
base = cur;
|
|
192
329
|
val.Encode(dest);
|
|
193
330
|
}
|
|
194
331
|
}
|
|
195
332
|
|
|
196
|
-
|
|
197
|
-
|
|
333
|
+
namespace {
|
|
334
|
+
Status DecodeImpl(Slice& input,
|
|
335
|
+
std::deque<SeqnoToTimeMapping::SeqnoTimePair>& pairs) {
|
|
198
336
|
if (input.empty()) {
|
|
199
337
|
return Status::OK();
|
|
200
338
|
}
|
|
201
|
-
uint64_t
|
|
202
|
-
if (!GetVarint64(&input, &
|
|
339
|
+
uint64_t count;
|
|
340
|
+
if (!GetVarint64(&input, &count)) {
|
|
203
341
|
return Status::Corruption("Invalid sequence number time size");
|
|
204
342
|
}
|
|
205
|
-
|
|
206
|
-
SeqnoTimePair base;
|
|
207
|
-
for (uint64_t i = 0; i <
|
|
208
|
-
SeqnoTimePair val;
|
|
343
|
+
|
|
344
|
+
SeqnoToTimeMapping::SeqnoTimePair base;
|
|
345
|
+
for (uint64_t i = 0; i < count; i++) {
|
|
346
|
+
SeqnoToTimeMapping::SeqnoTimePair val;
|
|
209
347
|
Status s = val.Decode(input);
|
|
210
348
|
if (!s.ok()) {
|
|
211
349
|
return s;
|
|
212
350
|
}
|
|
213
351
|
val.ApplyDelta(base);
|
|
214
|
-
|
|
352
|
+
pairs.emplace_back(val);
|
|
215
353
|
base = val;
|
|
216
354
|
}
|
|
355
|
+
|
|
356
|
+
if (!input.empty()) {
|
|
357
|
+
return Status::Corruption(
|
|
358
|
+
"Extra bytes at end of sequence number time mapping");
|
|
359
|
+
}
|
|
217
360
|
return Status::OK();
|
|
218
361
|
}
|
|
362
|
+
} // namespace
|
|
363
|
+
|
|
364
|
+
Status SeqnoToTimeMapping::DecodeFrom(const std::string& pairs_str) {
|
|
365
|
+
size_t orig_size = pairs_.size();
|
|
366
|
+
|
|
367
|
+
Slice input(pairs_str);
|
|
368
|
+
Status s = DecodeImpl(input, pairs_);
|
|
369
|
+
if (!s.ok()) {
|
|
370
|
+
// Roll back in case of corrupted data
|
|
371
|
+
pairs_.resize(orig_size);
|
|
372
|
+
} else if (orig_size > 0 || max_time_span_ < UINT64_MAX ||
|
|
373
|
+
capacity_ < UINT64_MAX) {
|
|
374
|
+
enforced_ = false;
|
|
375
|
+
}
|
|
376
|
+
return s;
|
|
377
|
+
}
|
|
219
378
|
|
|
220
379
|
void SeqnoToTimeMapping::SeqnoTimePair::Encode(std::string& dest) const {
|
|
221
380
|
PutVarint64Varint64(&dest, seqno, time);
|
|
@@ -231,38 +390,74 @@ Status SeqnoToTimeMapping::SeqnoTimePair::Decode(Slice& input) {
|
|
|
231
390
|
return Status::OK();
|
|
232
391
|
}
|
|
233
392
|
|
|
234
|
-
|
|
235
|
-
|
|
393
|
+
void SeqnoToTimeMapping::CopyFromSeqnoRange(const SeqnoToTimeMapping& src,
|
|
394
|
+
SequenceNumber from_seqno,
|
|
395
|
+
SequenceNumber to_seqno) {
|
|
396
|
+
bool orig_empty = Empty();
|
|
397
|
+
auto src_it = src.FindGreaterEqSeqno(from_seqno);
|
|
398
|
+
// Allow nonsensical ranges like [1000, 0] which might show up e.g. for
|
|
399
|
+
// an SST file with no entries.
|
|
400
|
+
auto src_it_end =
|
|
401
|
+
to_seqno < from_seqno ? src_it : src.FindGreaterSeqno(to_seqno);
|
|
402
|
+
// To best answer GetProximalTimeBeforeSeqno(from_seqno) we need an entry
|
|
403
|
+
// with a seqno before that (if available)
|
|
404
|
+
if (src_it != src.pairs_.begin()) {
|
|
405
|
+
--src_it;
|
|
406
|
+
}
|
|
407
|
+
assert(src_it <= src_it_end);
|
|
408
|
+
std::copy(src_it, src_it_end, std::back_inserter(pairs_));
|
|
236
409
|
|
|
237
|
-
|
|
238
|
-
|
|
410
|
+
if (!orig_empty || max_time_span_ < UINT64_MAX || capacity_ < UINT64_MAX) {
|
|
411
|
+
enforced_ = false;
|
|
412
|
+
}
|
|
413
|
+
}
|
|
414
|
+
|
|
415
|
+
bool SeqnoToTimeMapping::Append(SequenceNumber seqno, uint64_t time) {
|
|
416
|
+
if (capacity_ == 0) {
|
|
239
417
|
return false;
|
|
240
418
|
}
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
419
|
+
bool added = false;
|
|
420
|
+
if (seqno == 0) {
|
|
421
|
+
// skip seq number 0, which may have special meaning, like zeroed out data
|
|
422
|
+
// TODO: consider changing?
|
|
423
|
+
} else if (pairs_.empty()) {
|
|
424
|
+
enforced_ = true;
|
|
425
|
+
pairs_.emplace_back(seqno, time);
|
|
426
|
+
// skip normal enforced check below
|
|
427
|
+
return true;
|
|
428
|
+
} else {
|
|
429
|
+
auto& last = pairs_.back();
|
|
430
|
+
// We can attempt to merge with the last entry if the new entry sorts with
|
|
431
|
+
// it.
|
|
432
|
+
if (last.seqno <= seqno) {
|
|
433
|
+
bool merged = last.Merge({seqno, time});
|
|
434
|
+
if (!merged) {
|
|
435
|
+
if (enforced_ && (seqno <= last.seqno || time <= last.time)) {
|
|
436
|
+
// Out of order append should not happen, except in case of clock
|
|
437
|
+
// reset
|
|
438
|
+
assert(false);
|
|
439
|
+
} else {
|
|
440
|
+
pairs_.emplace_back(seqno, time);
|
|
441
|
+
added = true;
|
|
442
|
+
}
|
|
443
|
+
}
|
|
444
|
+
} else if (!enforced_) {
|
|
445
|
+
// Treat like AddUnenforced and fix up below
|
|
446
|
+
pairs_.emplace_back(seqno, time);
|
|
447
|
+
added = true;
|
|
448
|
+
} else {
|
|
449
|
+
// Out of order append attempted
|
|
450
|
+
assert(false);
|
|
255
451
|
}
|
|
256
452
|
}
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
// FIXME: be smarter about how we erase to avoid data falling off the
|
|
262
|
-
// front prematurely.
|
|
263
|
-
pairs_.pop_front();
|
|
453
|
+
// Similar to Enforce() but not quite
|
|
454
|
+
if (!enforced_) {
|
|
455
|
+
SortAndMerge();
|
|
456
|
+
assert(enforced_);
|
|
264
457
|
}
|
|
265
|
-
|
|
458
|
+
EnforceMaxTimeSpan();
|
|
459
|
+
EnforceCapacity(/*strict=*/false);
|
|
460
|
+
return added;
|
|
266
461
|
}
|
|
267
462
|
|
|
268
463
|
bool SeqnoToTimeMapping::PrePopulate(SequenceNumber from_seqno,
|
|
@@ -284,64 +479,6 @@ bool SeqnoToTimeMapping::PrePopulate(SequenceNumber from_seqno,
|
|
|
284
479
|
return /*success*/ true;
|
|
285
480
|
}
|
|
286
481
|
|
|
287
|
-
bool SeqnoToTimeMapping::Resize(uint64_t min_time_duration,
|
|
288
|
-
uint64_t max_time_duration) {
|
|
289
|
-
uint64_t new_max_capacity =
|
|
290
|
-
CalculateMaxCapacity(min_time_duration, max_time_duration);
|
|
291
|
-
if (new_max_capacity == max_capacity_) {
|
|
292
|
-
return false;
|
|
293
|
-
} else if (new_max_capacity < pairs_.size()) {
|
|
294
|
-
uint64_t delta = pairs_.size() - new_max_capacity;
|
|
295
|
-
// FIXME: be smarter about how we erase to avoid data falling off the
|
|
296
|
-
// front prematurely.
|
|
297
|
-
pairs_.erase(pairs_.begin(), pairs_.begin() + delta);
|
|
298
|
-
}
|
|
299
|
-
max_capacity_ = new_max_capacity;
|
|
300
|
-
return true;
|
|
301
|
-
}
|
|
302
|
-
|
|
303
|
-
Status SeqnoToTimeMapping::Sort() {
|
|
304
|
-
if (is_sorted_) {
|
|
305
|
-
return Status::OK();
|
|
306
|
-
}
|
|
307
|
-
if (pairs_.empty()) {
|
|
308
|
-
is_sorted_ = true;
|
|
309
|
-
return Status::OK();
|
|
310
|
-
}
|
|
311
|
-
|
|
312
|
-
std::deque<SeqnoTimePair> copy = std::move(pairs_);
|
|
313
|
-
|
|
314
|
-
std::sort(copy.begin(), copy.end());
|
|
315
|
-
|
|
316
|
-
pairs_.clear();
|
|
317
|
-
|
|
318
|
-
// remove seqno = 0, which may have special meaning, like zeroed out data
|
|
319
|
-
while (copy.front().seqno == 0) {
|
|
320
|
-
copy.pop_front();
|
|
321
|
-
}
|
|
322
|
-
|
|
323
|
-
SeqnoTimePair prev = copy.front();
|
|
324
|
-
for (const auto& it : copy) {
|
|
325
|
-
// If sequence number is the same, pick the one with larger time, which is
|
|
326
|
-
// more accurate than the older time.
|
|
327
|
-
if (it.seqno == prev.seqno) {
|
|
328
|
-
assert(it.time >= prev.time);
|
|
329
|
-
prev.time = it.time;
|
|
330
|
-
} else {
|
|
331
|
-
assert(it.seqno > prev.seqno);
|
|
332
|
-
// If a larger sequence number has an older time which is not useful, skip
|
|
333
|
-
if (it.time > prev.time) {
|
|
334
|
-
pairs_.push_back(prev);
|
|
335
|
-
prev = it;
|
|
336
|
-
}
|
|
337
|
-
}
|
|
338
|
-
}
|
|
339
|
-
pairs_.emplace_back(prev);
|
|
340
|
-
|
|
341
|
-
is_sorted_ = true;
|
|
342
|
-
return Status::OK();
|
|
343
|
-
}
|
|
344
|
-
|
|
345
482
|
std::string SeqnoToTimeMapping::ToHumanString() const {
|
|
346
483
|
std::string ret;
|
|
347
484
|
for (const auto& seq_time : pairs_) {
|
|
@@ -353,25 +490,54 @@ std::string SeqnoToTimeMapping::ToHumanString() const {
|
|
|
353
490
|
return ret;
|
|
354
491
|
}
|
|
355
492
|
|
|
356
|
-
|
|
357
|
-
|
|
358
|
-
|
|
359
|
-
|
|
360
|
-
|
|
361
|
-
it--;
|
|
362
|
-
}
|
|
363
|
-
std::copy(it, pairs_.end(), std::back_inserter(ret.pairs_));
|
|
364
|
-
return ret;
|
|
493
|
+
Slice PackValueAndWriteTime(const Slice& value, uint64_t unix_write_time,
|
|
494
|
+
std::string* buf) {
|
|
495
|
+
buf->assign(value.data(), value.size());
|
|
496
|
+
PutFixed64(buf, unix_write_time);
|
|
497
|
+
return Slice(*buf);
|
|
365
498
|
}
|
|
366
499
|
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
|
|
370
|
-
|
|
371
|
-
|
|
372
|
-
|
|
373
|
-
|
|
374
|
-
|
|
500
|
+
Slice PackValueAndSeqno(const Slice& value, SequenceNumber seqno,
|
|
501
|
+
std::string* buf) {
|
|
502
|
+
buf->assign(value.data(), value.size());
|
|
503
|
+
PutFixed64(buf, seqno);
|
|
504
|
+
return Slice(*buf);
|
|
505
|
+
}
|
|
506
|
+
|
|
507
|
+
uint64_t ParsePackedValueForWriteTime(const Slice& value) {
|
|
508
|
+
assert(value.size() >= sizeof(uint64_t));
|
|
509
|
+
Slice write_time_slice(value.data() + value.size() - sizeof(uint64_t),
|
|
510
|
+
sizeof(uint64_t));
|
|
511
|
+
uint64_t write_time;
|
|
512
|
+
[[maybe_unused]] auto res = GetFixed64(&write_time_slice, &write_time);
|
|
513
|
+
assert(res);
|
|
514
|
+
return write_time;
|
|
515
|
+
}
|
|
516
|
+
|
|
517
|
+
std::tuple<Slice, uint64_t> ParsePackedValueWithWriteTime(const Slice& value) {
|
|
518
|
+
return std::make_tuple(Slice(value.data(), value.size() - sizeof(uint64_t)),
|
|
519
|
+
ParsePackedValueForWriteTime(value));
|
|
520
|
+
}
|
|
521
|
+
|
|
522
|
+
SequenceNumber ParsePackedValueForSeqno(const Slice& value) {
|
|
523
|
+
assert(value.size() >= sizeof(SequenceNumber));
|
|
524
|
+
Slice seqno_slice(value.data() + value.size() - sizeof(uint64_t),
|
|
525
|
+
sizeof(uint64_t));
|
|
526
|
+
SequenceNumber seqno;
|
|
527
|
+
[[maybe_unused]] auto res = GetFixed64(&seqno_slice, &seqno);
|
|
528
|
+
assert(res);
|
|
529
|
+
return seqno;
|
|
530
|
+
}
|
|
531
|
+
|
|
532
|
+
std::tuple<Slice, SequenceNumber> ParsePackedValueWithSeqno(
|
|
533
|
+
const Slice& value) {
|
|
534
|
+
return std::make_tuple(
|
|
535
|
+
Slice(value.data(), value.size() - sizeof(SequenceNumber)),
|
|
536
|
+
ParsePackedValueForSeqno(value));
|
|
375
537
|
}
|
|
376
538
|
|
|
539
|
+
Slice ParsePackedValueForValue(const Slice& value) {
|
|
540
|
+
assert(value.size() >= sizeof(uint64_t));
|
|
541
|
+
return Slice(value.data(), value.size() - sizeof(uint64_t));
|
|
542
|
+
}
|
|
377
543
|
} // namespace ROCKSDB_NAMESPACE
|