@nxtedition/rocksdb 7.1.30 → 7.1.31
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/deps/rocksdb/rocksdb/CMakeLists.txt +2 -2
- package/deps/rocksdb/rocksdb/cache/cache_test.cc +15 -23
- package/deps/rocksdb/rocksdb/cache/fast_lru_cache.h +0 -1
- package/deps/rocksdb/rocksdb/cache/lru_cache.cc +4 -5
- package/deps/rocksdb/rocksdb/cache/lru_cache.h +3 -1
- package/deps/rocksdb/rocksdb/crash_test.mk +1 -1
- package/deps/rocksdb/rocksdb/db/blob/blob_log_format.h +15 -0
- package/deps/rocksdb/rocksdb/db/blob/db_blob_basic_test.cc +1 -1
- package/deps/rocksdb/rocksdb/db/column_family.cc +4 -1
- package/deps/rocksdb/rocksdb/db/compaction/compaction.cc +78 -6
- package/deps/rocksdb/rocksdb/db/compaction/compaction.h +32 -6
- package/deps/rocksdb/rocksdb/db/compaction/compaction_iterator.cc +8 -8
- package/deps/rocksdb/rocksdb/db/compaction/compaction_iterator_test.cc +3 -2
- package/deps/rocksdb/rocksdb/db/compaction/compaction_job.cc +47 -8
- package/deps/rocksdb/rocksdb/db/compaction/compaction_job.h +3 -3
- package/deps/rocksdb/rocksdb/db/compaction/compaction_job_stats_test.cc +105 -166
- package/deps/rocksdb/rocksdb/db/compaction/compaction_job_test.cc +3 -4
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker.cc +46 -15
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker.h +47 -26
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_fifo.cc +17 -10
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_fifo.h +11 -5
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_level.cc +12 -6
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_level.h +1 -2
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_test.cc +337 -103
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_universal.cc +43 -5
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_universal.h +1 -2
- package/deps/rocksdb/rocksdb/db/compaction/tiered_compaction_test.cc +524 -1
- package/deps/rocksdb/rocksdb/db/db_compaction_test.cc +164 -0
- package/deps/rocksdb/rocksdb/db/db_impl/compacted_db_impl.cc +6 -6
- package/deps/rocksdb/rocksdb/db/db_impl/compacted_db_impl.h +1 -0
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl.cc +5 -7
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_compaction_flush.cc +11 -1
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_open.cc +4 -4
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_readonly.h +1 -0
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_secondary.cc +2 -3
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_secondary.h +1 -1
- package/deps/rocksdb/rocksdb/db/db_test2.cc +1 -1
- package/deps/rocksdb/rocksdb/db/memtable.cc +16 -23
- package/deps/rocksdb/rocksdb/db/merge_helper.cc +30 -0
- package/deps/rocksdb/rocksdb/db/merge_helper.h +9 -0
- package/deps/rocksdb/rocksdb/db/range_del_aggregator_bench.cc +29 -9
- package/deps/rocksdb/rocksdb/db/range_tombstone_fragmenter.cc +10 -7
- package/deps/rocksdb/rocksdb/db/range_tombstone_fragmenter.h +12 -8
- package/deps/rocksdb/rocksdb/db/version_set.cc +11 -6
- package/deps/rocksdb/rocksdb/db/wide/db_wide_basic_test.cc +142 -0
- package/deps/rocksdb/rocksdb/db_stress_tool/batched_ops_stress.cc +59 -53
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_common.h +3 -2
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_gflags.cc +4 -0
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_shared_state.h +1 -3
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_test_base.cc +7 -4
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_test_base.h +0 -2
- package/deps/rocksdb/rocksdb/env/env.cc +16 -19
- package/deps/rocksdb/rocksdb/env/env_basic_test.cc +1 -1
- package/deps/rocksdb/rocksdb/env/env_chroot.cc +20 -20
- package/deps/rocksdb/rocksdb/env/env_encryption.cc +62 -60
- package/deps/rocksdb/rocksdb/env/env_encryption_ctr.h +1 -1
- package/deps/rocksdb/rocksdb/env/env_test.cc +179 -176
- package/deps/rocksdb/rocksdb/env/file_system.cc +3 -4
- package/deps/rocksdb/rocksdb/env/io_posix.cc +3 -2
- package/deps/rocksdb/rocksdb/env/io_posix.h +1 -2
- package/deps/rocksdb/rocksdb/env/mock_env.h +1 -0
- package/deps/rocksdb/rocksdb/env/mock_env_test.cc +4 -4
- package/deps/rocksdb/rocksdb/file/delete_scheduler.cc +6 -5
- package/deps/rocksdb/rocksdb/file/delete_scheduler.h +2 -5
- package/deps/rocksdb/rocksdb/file/delete_scheduler_test.cc +6 -7
- package/deps/rocksdb/rocksdb/file/file_util.cc +1 -1
- package/deps/rocksdb/rocksdb/file/filename.cc +16 -17
- package/deps/rocksdb/rocksdb/file/filename.h +4 -5
- package/deps/rocksdb/rocksdb/file/prefetch_test.cc +492 -496
- package/deps/rocksdb/rocksdb/file/random_access_file_reader.cc +1 -1
- package/deps/rocksdb/rocksdb/file/random_access_file_reader_test.cc +1 -3
- package/deps/rocksdb/rocksdb/file/read_write_util.cc +1 -0
- package/deps/rocksdb/rocksdb/file/read_write_util.h +1 -0
- package/deps/rocksdb/rocksdb/file/sst_file_manager_impl.cc +6 -8
- package/deps/rocksdb/rocksdb/file/sst_file_manager_impl.h +1 -2
- package/deps/rocksdb/rocksdb/include/rocksdb/advanced_options.h +4 -4
- package/deps/rocksdb/rocksdb/include/rocksdb/block_cache_trace_writer.h +4 -4
- package/deps/rocksdb/rocksdb/include/rocksdb/c.h +166 -167
- package/deps/rocksdb/rocksdb/include/rocksdb/compaction_job_stats.h +1 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/db.h +0 -1
- package/deps/rocksdb/rocksdb/include/rocksdb/file_system.h +12 -12
- package/deps/rocksdb/rocksdb/include/rocksdb/io_status.h +2 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/iostats_context.h +1 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/ldb_tool.h +1 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/perf_context.h +2 -1
- package/deps/rocksdb/rocksdb/include/rocksdb/perf_level.h +1 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/persistent_cache.h +1 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/sst_file_reader.h +0 -4
- package/deps/rocksdb/rocksdb/include/rocksdb/sst_file_writer.h +3 -3
- package/deps/rocksdb/rocksdb/include/rocksdb/system_clock.h +1 -1
- package/deps/rocksdb/rocksdb/include/rocksdb/transaction_log.h +1 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/types.h +1 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/checkpoint.h +1 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/env_mirror.h +1 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/option_change_migration.h +1 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/options_type.h +4 -4
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/sim_cache.h +2 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/stackable_db.h +4 -4
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/transaction.h +1 -1
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/transaction_db.h +2 -2
- package/deps/rocksdb/rocksdb/include/rocksdb/version.h +1 -1
- package/deps/rocksdb/rocksdb/logging/auto_roll_logger.cc +3 -3
- package/deps/rocksdb/rocksdb/logging/auto_roll_logger.h +3 -7
- package/deps/rocksdb/rocksdb/logging/auto_roll_logger_test.cc +20 -23
- package/deps/rocksdb/rocksdb/logging/env_logger_test.cc +1 -0
- package/deps/rocksdb/rocksdb/logging/event_logger.cc +1 -3
- package/deps/rocksdb/rocksdb/logging/event_logger.h +4 -5
- package/deps/rocksdb/rocksdb/logging/event_logger_test.cc +2 -1
- package/deps/rocksdb/rocksdb/logging/log_buffer.cc +2 -3
- package/deps/rocksdb/rocksdb/logging/log_buffer.h +3 -2
- package/deps/rocksdb/rocksdb/logging/logging.h +3 -3
- package/deps/rocksdb/rocksdb/memory/allocator.h +1 -0
- package/deps/rocksdb/rocksdb/memory/arena_test.cc +1 -1
- package/deps/rocksdb/rocksdb/memory/concurrent_arena.cc +2 -0
- package/deps/rocksdb/rocksdb/memory/concurrent_arena.h +1 -0
- package/deps/rocksdb/rocksdb/memtable/alloc_tracker.cc +1 -0
- package/deps/rocksdb/rocksdb/memtable/hash_linklist_rep.cc +17 -20
- package/deps/rocksdb/rocksdb/memtable/hash_skiplist_rep.cc +13 -15
- package/deps/rocksdb/rocksdb/memtable/inlineskiplist.h +11 -10
- package/deps/rocksdb/rocksdb/memtable/inlineskiplist_test.cc +3 -3
- package/deps/rocksdb/rocksdb/memtable/memtablerep_bench.cc +2 -2
- package/deps/rocksdb/rocksdb/memtable/skiplist.h +30 -28
- package/deps/rocksdb/rocksdb/memtable/skiplist_test.cc +4 -6
- package/deps/rocksdb/rocksdb/memtable/skiplistrep.cc +73 -70
- package/deps/rocksdb/rocksdb/memtable/stl_wrappers.h +1 -1
- package/deps/rocksdb/rocksdb/memtable/vectorrep.cc +21 -23
- package/deps/rocksdb/rocksdb/memtable/write_buffer_manager_test.cc +1 -0
- package/deps/rocksdb/rocksdb/monitoring/histogram.cc +24 -38
- package/deps/rocksdb/rocksdb/monitoring/histogram.h +10 -17
- package/deps/rocksdb/rocksdb/monitoring/histogram_test.cc +19 -19
- package/deps/rocksdb/rocksdb/monitoring/histogram_windowing.cc +22 -30
- package/deps/rocksdb/rocksdb/monitoring/histogram_windowing.h +4 -6
- package/deps/rocksdb/rocksdb/monitoring/in_memory_stats_history.cc +1 -0
- package/deps/rocksdb/rocksdb/monitoring/instrumented_mutex.h +4 -12
- package/deps/rocksdb/rocksdb/monitoring/iostats_context.cc +2 -3
- package/deps/rocksdb/rocksdb/monitoring/iostats_context_test.cc +1 -0
- package/deps/rocksdb/rocksdb/monitoring/perf_context.cc +12 -14
- package/deps/rocksdb/rocksdb/monitoring/perf_level.cc +2 -3
- package/deps/rocksdb/rocksdb/monitoring/perf_level_imp.h +1 -1
- package/deps/rocksdb/rocksdb/monitoring/perf_step_timer.h +1 -3
- package/deps/rocksdb/rocksdb/monitoring/persistent_stats_history.cc +1 -0
- package/deps/rocksdb/rocksdb/monitoring/statistics.cc +1 -1
- package/deps/rocksdb/rocksdb/monitoring/statistics.h +7 -7
- package/deps/rocksdb/rocksdb/monitoring/thread_status_updater.h +12 -22
- package/deps/rocksdb/rocksdb/monitoring/thread_status_util.h +7 -10
- package/deps/rocksdb/rocksdb/monitoring/thread_status_util_debug.cc +2 -2
- package/deps/rocksdb/rocksdb/port/lang.h +3 -1
- package/deps/rocksdb/rocksdb/port/likely.h +2 -2
- package/deps/rocksdb/rocksdb/port/mmap.h +2 -2
- package/deps/rocksdb/rocksdb/port/port_dirent.h +2 -2
- package/deps/rocksdb/rocksdb/port/port_posix.cc +32 -27
- package/deps/rocksdb/rocksdb/port/port_posix.h +31 -30
- package/deps/rocksdb/rocksdb/port/stack_trace.cc +1 -1
- package/deps/rocksdb/rocksdb/port/sys_time.h +1 -1
- package/deps/rocksdb/rocksdb/port/win/io_win.h +6 -7
- package/deps/rocksdb/rocksdb/port/win/port_win.h +12 -20
- package/deps/rocksdb/rocksdb/port/win/win_jemalloc.cc +5 -4
- package/deps/rocksdb/rocksdb/port/win/win_logger.cc +3 -5
- package/deps/rocksdb/rocksdb/port/win/win_logger.h +3 -4
- package/deps/rocksdb/rocksdb/port/win/win_thread.cc +30 -49
- package/deps/rocksdb/rocksdb/port/win/win_thread.h +5 -5
- package/deps/rocksdb/rocksdb/port/win/xpress_win.cc +51 -62
- package/deps/rocksdb/rocksdb/port/win/xpress_win.h +2 -2
- package/deps/rocksdb/rocksdb/table/adaptive/adaptive_table_factory.cc +4 -3
- package/deps/rocksdb/rocksdb/table/adaptive/adaptive_table_factory.h +1 -0
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_builder.cc +2 -2
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_factory.cc +2 -1
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_iterator.h +0 -1
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader.cc +3 -4
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader.h +1 -1
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader_impl.h +0 -1
- package/deps/rocksdb/rocksdb/table/block_based/block_builder.cc +2 -0
- package/deps/rocksdb/rocksdb/table/block_based/block_builder.h +2 -1
- package/deps/rocksdb/rocksdb/table/block_based/cachable_entry.h +28 -30
- package/deps/rocksdb/rocksdb/table/block_based/data_block_hash_index.cc +2 -1
- package/deps/rocksdb/rocksdb/table/block_based/data_block_hash_index_test.cc +3 -3
- package/deps/rocksdb/rocksdb/table/block_based/filter_block.h +3 -3
- package/deps/rocksdb/rocksdb/table/block_based/filter_block_reader_common.cc +1 -0
- package/deps/rocksdb/rocksdb/table/block_based/filter_policy.cc +4 -5
- package/deps/rocksdb/rocksdb/table/block_based/flush_block_policy.cc +1 -3
- package/deps/rocksdb/rocksdb/table/block_based/full_filter_block.cc +1 -2
- package/deps/rocksdb/rocksdb/table/block_based/full_filter_block.h +1 -0
- package/deps/rocksdb/rocksdb/table/block_based/full_filter_block_test.cc +0 -1
- package/deps/rocksdb/rocksdb/table/block_based/index_builder.h +1 -1
- package/deps/rocksdb/rocksdb/table/block_based/index_reader_common.h +0 -1
- package/deps/rocksdb/rocksdb/table/block_based/partitioned_filter_block_test.cc +7 -6
- package/deps/rocksdb/rocksdb/table/block_based/partitioned_index_iterator.h +0 -1
- package/deps/rocksdb/rocksdb/table/block_based/uncompression_dict_reader.h +1 -0
- package/deps/rocksdb/rocksdb/table/block_fetcher.cc +5 -6
- package/deps/rocksdb/rocksdb/table/block_fetcher.h +2 -2
- package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_builder.cc +90 -80
- package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_builder.h +5 -4
- package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_builder_test.cc +63 -69
- package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_factory.h +2 -1
- package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_reader.cc +58 -57
- package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_reader.h +3 -3
- package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_reader_test.cc +35 -30
- package/deps/rocksdb/rocksdb/table/get_context.cc +16 -10
- package/deps/rocksdb/rocksdb/table/iter_heap.h +2 -0
- package/deps/rocksdb/rocksdb/table/iterator.cc +1 -1
- package/deps/rocksdb/rocksdb/table/iterator_wrapper.h +1 -3
- package/deps/rocksdb/rocksdb/table/merging_iterator.cc +31 -16
- package/deps/rocksdb/rocksdb/table/meta_blocks.cc +6 -6
- package/deps/rocksdb/rocksdb/table/multiget_context.h +5 -6
- package/deps/rocksdb/rocksdb/table/persistent_cache_helper.cc +1 -0
- package/deps/rocksdb/rocksdb/table/plain/plain_table_bloom.cc +1 -1
- package/deps/rocksdb/rocksdb/table/plain/plain_table_builder.cc +7 -10
- package/deps/rocksdb/rocksdb/table/plain/plain_table_builder.h +3 -1
- package/deps/rocksdb/rocksdb/table/plain/plain_table_factory.h +2 -2
- package/deps/rocksdb/rocksdb/table/plain/plain_table_index.cc +4 -3
- package/deps/rocksdb/rocksdb/table/plain/plain_table_index.h +2 -2
- package/deps/rocksdb/rocksdb/table/plain/plain_table_key_coding.cc +1 -0
- package/deps/rocksdb/rocksdb/table/plain/plain_table_reader.cc +10 -21
- package/deps/rocksdb/rocksdb/table/plain/plain_table_reader.h +14 -12
- package/deps/rocksdb/rocksdb/table/scoped_arena_iterator.h +2 -5
- package/deps/rocksdb/rocksdb/table/sst_file_dumper.cc +2 -3
- package/deps/rocksdb/rocksdb/table/sst_file_reader.cc +0 -6
- package/deps/rocksdb/rocksdb/table/sst_file_reader_test.cc +0 -33
- package/deps/rocksdb/rocksdb/table/sst_file_writer.cc +3 -6
- package/deps/rocksdb/rocksdb/table/table_properties.cc +24 -37
- package/deps/rocksdb/rocksdb/table/table_reader.h +3 -2
- package/deps/rocksdb/rocksdb/table/table_reader_bench.cc +9 -8
- package/deps/rocksdb/rocksdb/table/table_test.cc +77 -82
- package/deps/rocksdb/rocksdb/table/two_level_iterator.cc +1 -0
- package/deps/rocksdb/rocksdb/table/two_level_iterator.h +1 -1
- package/deps/rocksdb/rocksdb/test_util/sync_point.cc +8 -18
- package/deps/rocksdb/rocksdb/test_util/sync_point.h +2 -2
- package/deps/rocksdb/rocksdb/test_util/sync_point_impl.cc +4 -3
- package/deps/rocksdb/rocksdb/test_util/sync_point_impl.h +13 -18
- package/deps/rocksdb/rocksdb/test_util/testharness.cc +1 -2
- package/deps/rocksdb/rocksdb/test_util/testutil.h +6 -7
- package/deps/rocksdb/rocksdb/test_util/transaction_test_util.cc +3 -4
- package/deps/rocksdb/rocksdb/test_util/transaction_test_util.h +1 -1
- package/deps/rocksdb/rocksdb/tools/blob_dump.cc +1 -0
- package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer.cc +11 -7
- package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer.h +3 -2
- package/deps/rocksdb/rocksdb/tools/db_bench_tool.cc +296 -314
- package/deps/rocksdb/rocksdb/tools/db_sanity_test.cc +6 -6
- package/deps/rocksdb/rocksdb/tools/dump/db_dump_tool.cc +2 -1
- package/deps/rocksdb/rocksdb/tools/ldb_cmd.cc +57 -64
- package/deps/rocksdb/rocksdb/tools/ldb_cmd_impl.h +6 -5
- package/deps/rocksdb/rocksdb/tools/ldb_cmd_test.cc +2 -2
- package/deps/rocksdb/rocksdb/tools/ldb_tool.cc +1 -0
- package/deps/rocksdb/rocksdb/tools/reduce_levels_test.cc +2 -2
- package/deps/rocksdb/rocksdb/tools/simulated_hybrid_file_system.cc +1 -2
- package/deps/rocksdb/rocksdb/tools/sst_dump_tool.cc +10 -10
- package/deps/rocksdb/rocksdb/tools/trace_analyzer_test.cc +1 -1
- package/deps/rocksdb/rocksdb/tools/write_stress.cc +6 -3
- package/deps/rocksdb/rocksdb/util/aligned_buffer.h +12 -31
- package/deps/rocksdb/rocksdb/util/autovector.h +3 -6
- package/deps/rocksdb/rocksdb/util/autovector_test.cc +12 -12
- package/deps/rocksdb/rocksdb/util/bloom_test.cc +8 -12
- package/deps/rocksdb/rocksdb/util/coding.cc +1 -0
- package/deps/rocksdb/rocksdb/util/coding.h +17 -15
- package/deps/rocksdb/rocksdb/util/coding_test.cc +14 -15
- package/deps/rocksdb/rocksdb/util/comparator.cc +4 -4
- package/deps/rocksdb/rocksdb/util/compression.h +6 -3
- package/deps/rocksdb/rocksdb/util/compression_context_cache.cc +2 -2
- package/deps/rocksdb/rocksdb/util/concurrent_task_limiter_impl.cc +5 -8
- package/deps/rocksdb/rocksdb/util/concurrent_task_limiter_impl.h +1 -1
- package/deps/rocksdb/rocksdb/util/crc32c.cc +202 -297
- package/deps/rocksdb/rocksdb/util/crc32c.h +2 -3
- package/deps/rocksdb/rocksdb/util/crc32c_arm64.h +2 -0
- package/deps/rocksdb/rocksdb/util/crc32c_test.cc +39 -54
- package/deps/rocksdb/rocksdb/util/defer.h +2 -1
- package/deps/rocksdb/rocksdb/util/defer_test.cc +2 -1
- package/deps/rocksdb/rocksdb/util/duplicate_detector.h +2 -1
- package/deps/rocksdb/rocksdb/util/dynamic_bloom.cc +1 -1
- package/deps/rocksdb/rocksdb/util/dynamic_bloom.h +3 -3
- package/deps/rocksdb/rocksdb/util/dynamic_bloom_test.cc +1 -1
- package/deps/rocksdb/rocksdb/util/filelock_test.cc +24 -29
- package/deps/rocksdb/rocksdb/util/filter_bench.cc +4 -4
- package/deps/rocksdb/rocksdb/util/hash_test.cc +2 -2
- package/deps/rocksdb/rocksdb/util/heap.h +5 -4
- package/deps/rocksdb/rocksdb/util/heap_test.cc +15 -25
- package/deps/rocksdb/rocksdb/util/kv_map.h +1 -1
- package/deps/rocksdb/rocksdb/util/murmurhash.cc +7 -2
- package/deps/rocksdb/rocksdb/util/murmurhash.h +4 -3
- package/deps/rocksdb/rocksdb/util/mutexlock.h +5 -11
- package/deps/rocksdb/rocksdb/util/random.cc +1 -0
- package/deps/rocksdb/rocksdb/util/random.h +2 -4
- package/deps/rocksdb/rocksdb/util/random_test.cc +2 -1
- package/deps/rocksdb/rocksdb/util/ribbon_test.cc +4 -3
- package/deps/rocksdb/rocksdb/util/slice.cc +1 -1
- package/deps/rocksdb/rocksdb/util/slice_test.cc +1 -2
- package/deps/rocksdb/rocksdb/util/status.cc +2 -0
- package/deps/rocksdb/rocksdb/util/string_util.cc +2 -0
- package/deps/rocksdb/rocksdb/util/thread_list_test.cc +64 -76
- package/deps/rocksdb/rocksdb/util/thread_local.cc +18 -32
- package/deps/rocksdb/rocksdb/util/thread_local.h +2 -3
- package/deps/rocksdb/rocksdb/util/thread_operation.h +34 -43
- package/deps/rocksdb/rocksdb/util/threadpool_imp.cc +54 -73
- package/deps/rocksdb/rocksdb/util/threadpool_imp.h +18 -18
- package/deps/rocksdb/rocksdb/util/timer.h +4 -9
- package/deps/rocksdb/rocksdb/util/timer_queue.h +1 -0
- package/deps/rocksdb/rocksdb/util/timer_queue_test.cc +1 -0
- package/deps/rocksdb/rocksdb/util/xxhash.cc +1 -2
- package/deps/rocksdb/rocksdb/util/xxhash.h +7 -4
- package/deps/rocksdb/rocksdb/util/xxph3.h +3 -1
- package/deps/rocksdb/rocksdb/utilities/backup/backup_engine.cc +16 -24
- package/deps/rocksdb/rocksdb/utilities/backup/backup_engine_impl.h +1 -1
- package/deps/rocksdb/rocksdb/utilities/backup/backup_engine_test.cc +106 -104
- package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db.h +3 -4
- package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_impl.cc +6 -6
- package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_impl.h +1 -2
- package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_test.cc +3 -4
- package/deps/rocksdb/rocksdb/utilities/blob_db/blob_dump_tool.cc +3 -1
- package/deps/rocksdb/rocksdb/utilities/blob_db/blob_file.cc +11 -15
- package/deps/rocksdb/rocksdb/utilities/cache_dump_load_impl.cc +1 -2
- package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_compaction_filter.cc +3 -3
- package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_compaction_filter.h +12 -12
- package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_format_test.cc +56 -55
- package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_functional_test.cc +91 -74
- package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_row_merge_test.cc +17 -34
- package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_serialize_test.cc +21 -45
- package/deps/rocksdb/rocksdb/utilities/cassandra/format.cc +74 -97
- package/deps/rocksdb/rocksdb/utilities/cassandra/format.h +17 -18
- package/deps/rocksdb/rocksdb/utilities/cassandra/merge_operator.cc +3 -4
- package/deps/rocksdb/rocksdb/utilities/cassandra/merge_operator.h +19 -19
- package/deps/rocksdb/rocksdb/utilities/cassandra/serialize.h +19 -18
- package/deps/rocksdb/rocksdb/utilities/cassandra/test_utils.cc +7 -10
- package/deps/rocksdb/rocksdb/utilities/cassandra/test_utils.h +3 -4
- package/deps/rocksdb/rocksdb/utilities/checkpoint/checkpoint_impl.h +2 -2
- package/deps/rocksdb/rocksdb/utilities/checkpoint/checkpoint_test.cc +10 -15
- package/deps/rocksdb/rocksdb/utilities/compaction_filters/remove_emptyvalue_compactionfilter.cc +2 -1
- package/deps/rocksdb/rocksdb/utilities/convenience/info_log_finder.cc +1 -0
- package/deps/rocksdb/rocksdb/utilities/env_mirror_test.cc +5 -3
- package/deps/rocksdb/rocksdb/utilities/env_timed_test.cc +1 -2
- package/deps/rocksdb/rocksdb/utilities/fault_injection_env.h +4 -5
- package/deps/rocksdb/rocksdb/utilities/fault_injection_fs.cc +5 -7
- package/deps/rocksdb/rocksdb/utilities/fault_injection_fs.h +9 -13
- package/deps/rocksdb/rocksdb/utilities/leveldb_options/leveldb_options.cc +1 -0
- package/deps/rocksdb/rocksdb/utilities/merge_operators/bytesxor.cc +7 -9
- package/deps/rocksdb/rocksdb/utilities/merge_operators/bytesxor.h +4 -5
- package/deps/rocksdb/rocksdb/utilities/merge_operators/put.cc +4 -3
- package/deps/rocksdb/rocksdb/utilities/merge_operators/sortlist.cc +1 -1
- package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend.cc +3 -3
- package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend.h +2 -4
- package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend2.h +2 -2
- package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend_test.cc +39 -50
- package/deps/rocksdb/rocksdb/utilities/merge_operators/uint64add.cc +2 -2
- package/deps/rocksdb/rocksdb/utilities/merge_operators.h +4 -3
- package/deps/rocksdb/rocksdb/utilities/options/options_util.cc +2 -2
- package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier.cc +5 -7
- package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier.h +5 -4
- package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier_file.cc +1 -2
- package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier_file.h +3 -6
- package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier_file_buffer.h +1 -1
- package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier_metadata.cc +2 -2
- package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier_metadata.h +0 -1
- package/deps/rocksdb/rocksdb/utilities/persistent_cache/hash_table.h +1 -0
- package/deps/rocksdb/rocksdb/utilities/persistent_cache/hash_table_test.cc +3 -1
- package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_bench.cc +1 -1
- package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_test.cc +18 -13
- package/deps/rocksdb/rocksdb/utilities/table_properties_collectors/compact_on_deletion_collector.h +1 -3
- package/deps/rocksdb/rocksdb/utilities/table_properties_collectors/compact_on_deletion_collector_test.cc +15 -14
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_manager.cc +14 -12
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_manager.h +2 -2
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_locking_test.cc +4 -7
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/locktree.cc +1 -2
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_time.h +1 -1
- package/deps/rocksdb/rocksdb/utilities/transactions/optimistic_transaction.h +1 -1
- package/deps/rocksdb/rocksdb/utilities/transactions/optimistic_transaction_db_impl.h +1 -1
- package/deps/rocksdb/rocksdb/utilities/transactions/optimistic_transaction_test.cc +3 -2
- package/deps/rocksdb/rocksdb/utilities/transactions/transaction_base.cc +1 -2
- package/deps/rocksdb/rocksdb/utilities/transactions/transaction_base.h +3 -2
- package/deps/rocksdb/rocksdb/utilities/transactions/transaction_test.cc +5 -5
- package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_transaction_test.cc +3 -4
- package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn.cc +2 -2
- package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn_db.cc +5 -4
- package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_transaction_test.cc +1 -1
- package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_txn_db.cc +1 -0
- package/deps/rocksdb/rocksdb/utilities/ttl/db_ttl_impl.cc +3 -4
- package/deps/rocksdb/rocksdb/utilities/ttl/db_ttl_impl.h +2 -6
- package/deps/rocksdb/rocksdb/utilities/ttl/ttl_test.cc +80 -79
- package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index.cc +3 -3
- package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index_test.cc +9 -17
- package/package.json +1 -1
- package/prebuilds/darwin-arm64/node.napi.node +0 -0
- package/prebuilds/linux-x64/node.napi.node +0 -0
|
@@ -11,14 +11,15 @@
|
|
|
11
11
|
#include <vector>
|
|
12
12
|
|
|
13
13
|
#include "db/dbformat.h"
|
|
14
|
-
|
|
14
|
+
#include "memory/arena.h"
|
|
15
|
+
#include "monitoring/histogram.h"
|
|
16
|
+
#include "monitoring/perf_context_imp.h"
|
|
15
17
|
#include "rocksdb/cache.h"
|
|
16
18
|
#include "rocksdb/comparator.h"
|
|
17
19
|
#include "rocksdb/env.h"
|
|
18
20
|
#include "rocksdb/filter_policy.h"
|
|
19
21
|
#include "rocksdb/options.h"
|
|
20
22
|
#include "rocksdb/statistics.h"
|
|
21
|
-
|
|
22
23
|
#include "table/block_based/block.h"
|
|
23
24
|
#include "table/block_based/filter_block.h"
|
|
24
25
|
#include "table/format.h"
|
|
@@ -29,10 +30,6 @@
|
|
|
29
30
|
#include "table/plain/plain_table_factory.h"
|
|
30
31
|
#include "table/plain/plain_table_key_coding.h"
|
|
31
32
|
#include "table/two_level_iterator.h"
|
|
32
|
-
|
|
33
|
-
#include "memory/arena.h"
|
|
34
|
-
#include "monitoring/histogram.h"
|
|
35
|
-
#include "monitoring/perf_context_imp.h"
|
|
36
33
|
#include "util/coding.h"
|
|
37
34
|
#include "util/dynamic_bloom.h"
|
|
38
35
|
#include "util/hash.h"
|
|
@@ -194,14 +191,12 @@ Status PlainTableReader::Open(
|
|
|
194
191
|
return s;
|
|
195
192
|
}
|
|
196
193
|
|
|
197
|
-
void PlainTableReader::SetupForCompaction() {
|
|
198
|
-
}
|
|
194
|
+
void PlainTableReader::SetupForCompaction() {}
|
|
199
195
|
|
|
200
196
|
InternalIterator* PlainTableReader::NewIterator(
|
|
201
197
|
const ReadOptions& options, const SliceTransform* /* prefix_extractor */,
|
|
202
198
|
Arena* arena, bool /*skip_filters*/, TableReaderCaller /*caller*/,
|
|
203
|
-
size_t /*compaction_readahead_size*/,
|
|
204
|
-
bool /* allow_unprepared_value */) {
|
|
199
|
+
size_t /*compaction_readahead_size*/, bool /* allow_unprepared_value */) {
|
|
205
200
|
// Not necessarily used here, but make sure this has been initialized
|
|
206
201
|
assert(table_properties_);
|
|
207
202
|
|
|
@@ -640,8 +635,7 @@ PlainTableIterator::PlainTableIterator(PlainTableReader* table,
|
|
|
640
635
|
next_offset_ = offset_ = table_->file_info_.data_end_offset;
|
|
641
636
|
}
|
|
642
637
|
|
|
643
|
-
PlainTableIterator::~PlainTableIterator() {
|
|
644
|
-
}
|
|
638
|
+
PlainTableIterator::~PlainTableIterator() {}
|
|
645
639
|
|
|
646
640
|
bool PlainTableIterator::Valid() const {
|
|
647
641
|
return offset_ < table_->file_info_.data_end_offset &&
|
|
@@ -671,9 +665,8 @@ void PlainTableIterator::Seek(const Slice& target) {
|
|
|
671
665
|
// it. This is needed for compaction: it creates iterator with
|
|
672
666
|
// total_order_seek = true but usually never does Seek() on it,
|
|
673
667
|
// only SeekToFirst().
|
|
674
|
-
status_ =
|
|
675
|
-
|
|
676
|
-
"total_order_seek not implemented for PlainTable.");
|
|
668
|
+
status_ = Status::InvalidArgument(
|
|
669
|
+
"total_order_seek not implemented for PlainTable.");
|
|
677
670
|
offset_ = next_offset_ = table_->file_info_.data_end_offset;
|
|
678
671
|
return;
|
|
679
672
|
}
|
|
@@ -754,9 +747,7 @@ void PlainTableIterator::Next() {
|
|
|
754
747
|
}
|
|
755
748
|
}
|
|
756
749
|
|
|
757
|
-
void PlainTableIterator::Prev() {
|
|
758
|
-
assert(false);
|
|
759
|
-
}
|
|
750
|
+
void PlainTableIterator::Prev() { assert(false); }
|
|
760
751
|
|
|
761
752
|
Slice PlainTableIterator::key() const {
|
|
762
753
|
assert(Valid());
|
|
@@ -768,9 +759,7 @@ Slice PlainTableIterator::value() const {
|
|
|
768
759
|
return value_;
|
|
769
760
|
}
|
|
770
761
|
|
|
771
|
-
Status PlainTableIterator::status() const {
|
|
772
|
-
return status_;
|
|
773
|
-
}
|
|
762
|
+
Status PlainTableIterator::status() const { return status_; }
|
|
774
763
|
|
|
775
764
|
} // namespace ROCKSDB_NAMESPACE
|
|
776
765
|
#endif // ROCKSDB_LITE
|
|
@@ -6,11 +6,12 @@
|
|
|
6
6
|
#pragma once
|
|
7
7
|
|
|
8
8
|
#ifndef ROCKSDB_LITE
|
|
9
|
-
#include <
|
|
9
|
+
#include <stdint.h>
|
|
10
|
+
|
|
10
11
|
#include <memory>
|
|
11
|
-
#include <vector>
|
|
12
12
|
#include <string>
|
|
13
|
-
#include <
|
|
13
|
+
#include <unordered_map>
|
|
14
|
+
#include <vector>
|
|
14
15
|
|
|
15
16
|
#include "file/random_access_file_reader.h"
|
|
16
17
|
#include "memory/arena.h"
|
|
@@ -58,14 +59,14 @@ struct PlainTableReaderFileInfo {
|
|
|
58
59
|
// The reader class of PlainTable. For description of PlainTable format
|
|
59
60
|
// See comments of class PlainTableFactory, where instances of
|
|
60
61
|
// PlainTableReader are created.
|
|
61
|
-
class PlainTableReader: public TableReader {
|
|
62
|
+
class PlainTableReader : public TableReader {
|
|
62
63
|
public:
|
|
63
|
-
// Based on following output file format shown in plain_table_factory.h
|
|
64
|
-
// When opening the output file, PlainTableReader creates a hash table
|
|
65
|
-
// from key prefixes to offset of the output file. PlainTable will decide
|
|
66
|
-
// whether it points to the data offset of the first key with the key prefix
|
|
67
|
-
// or the offset of it. If there are too many keys share this prefix, it will
|
|
68
|
-
// create a binary search-able index from the suffix to offset on disk.
|
|
64
|
+
// Based on following output file format shown in plain_table_factory.h
|
|
65
|
+
// When opening the output file, PlainTableReader creates a hash table
|
|
66
|
+
// from key prefixes to offset of the output file. PlainTable will decide
|
|
67
|
+
// whether it points to the data offset of the first key with the key prefix
|
|
68
|
+
// or the offset of it. If there are too many keys share this prefix, it will
|
|
69
|
+
// create a binary search-able index from the suffix to offset on disk.
|
|
69
70
|
static Status Open(const ImmutableOptions& ioptions,
|
|
70
71
|
const EnvOptions& env_options,
|
|
71
72
|
const InternalKeyComparator& internal_comparator,
|
|
@@ -165,10 +166,11 @@ class PlainTableReader: public TableReader {
|
|
|
165
166
|
const ImmutableOptions& ioptions_;
|
|
166
167
|
std::unique_ptr<Cleanable> dummy_cleanable_;
|
|
167
168
|
uint64_t file_size_;
|
|
168
|
-
|
|
169
|
+
|
|
170
|
+
protected: // for testing
|
|
169
171
|
std::shared_ptr<const TableProperties> table_properties_;
|
|
170
|
-
private:
|
|
171
172
|
|
|
173
|
+
private:
|
|
172
174
|
bool IsFixedLength() const {
|
|
173
175
|
return user_key_len_ != kPlainTableVariableLength;
|
|
174
176
|
}
|
|
@@ -7,8 +7,8 @@
|
|
|
7
7
|
// found in the LICENSE file. See the AUTHORS file for names of contributors.
|
|
8
8
|
#pragma once
|
|
9
9
|
|
|
10
|
-
#include "table/internal_iterator.h"
|
|
11
10
|
#include "port/port.h"
|
|
11
|
+
#include "table/internal_iterator.h"
|
|
12
12
|
|
|
13
13
|
namespace ROCKSDB_NAMESPACE {
|
|
14
14
|
class ScopedArenaIterator {
|
|
@@ -20,7 +20,6 @@ class ScopedArenaIterator {
|
|
|
20
20
|
}
|
|
21
21
|
|
|
22
22
|
public:
|
|
23
|
-
|
|
24
23
|
explicit ScopedArenaIterator(InternalIterator* iter = nullptr)
|
|
25
24
|
: iter_(iter) {}
|
|
26
25
|
|
|
@@ -50,9 +49,7 @@ class ScopedArenaIterator {
|
|
|
50
49
|
return res;
|
|
51
50
|
}
|
|
52
51
|
|
|
53
|
-
~ScopedArenaIterator() {
|
|
54
|
-
reset(nullptr);
|
|
55
|
-
}
|
|
52
|
+
~ScopedArenaIterator() { reset(nullptr); }
|
|
56
53
|
|
|
57
54
|
private:
|
|
58
55
|
InternalIterator* iter_;
|
|
@@ -223,9 +223,8 @@ Status SstFileDumper::CalculateCompressedTableSize(
|
|
|
223
223
|
table_options.block_size = block_size;
|
|
224
224
|
BlockBasedTableFactory block_based_tf(table_options);
|
|
225
225
|
std::unique_ptr<TableBuilder> table_builder;
|
|
226
|
-
table_builder.reset(
|
|
227
|
-
tb_options,
|
|
228
|
-
dest_writer.get()));
|
|
226
|
+
table_builder.reset(
|
|
227
|
+
block_based_tf.NewTableBuilder(tb_options, dest_writer.get()));
|
|
229
228
|
std::unique_ptr<InternalIterator> iter(table_reader_->NewIterator(
|
|
230
229
|
read_options_, moptions_.prefix_extractor.get(), /*arena=*/nullptr,
|
|
231
230
|
/*skip_filters=*/false, TableReaderCaller::kSSTDumpTool));
|
|
@@ -86,12 +86,6 @@ Iterator* SstFileReader::NewIterator(const ReadOptions& roptions) {
|
|
|
86
86
|
return res;
|
|
87
87
|
}
|
|
88
88
|
|
|
89
|
-
FragmentedRangeTombstoneIterator* SstFileReader::NewRangeTombstoneIterator(
|
|
90
|
-
const ReadOptions& options) {
|
|
91
|
-
auto r = rep_.get();
|
|
92
|
-
return r->table_reader->NewRangeTombstoneIterator(options);
|
|
93
|
-
}
|
|
94
|
-
|
|
95
89
|
std::shared_ptr<const TableProperties> SstFileReader::GetTableProperties()
|
|
96
90
|
const {
|
|
97
91
|
return rep_->table_reader->GetTableProperties();
|
|
@@ -385,39 +385,6 @@ TEST_F(SstFileReaderTimestampTest, Basic) {
|
|
|
385
385
|
}
|
|
386
386
|
}
|
|
387
387
|
|
|
388
|
-
TEST_F(SstFileReaderTimestampTest, BasicDeleteRange) {
|
|
389
|
-
SstFileWriter writer(soptions_, options_);
|
|
390
|
-
ASSERT_OK(writer.Open(sst_name_));
|
|
391
|
-
ASSERT_OK(writer.DeleteRange("key1", "key2", EncodeAsUint64(1)));
|
|
392
|
-
ASSERT_OK(writer.Finish());
|
|
393
|
-
|
|
394
|
-
SstFileReader reader(options_);
|
|
395
|
-
ASSERT_OK(reader.Open(sst_name_));
|
|
396
|
-
ASSERT_OK(reader.VerifyChecksum());
|
|
397
|
-
|
|
398
|
-
ReadOptions read_options;
|
|
399
|
-
std::string ts = EncodeAsUint64(2);
|
|
400
|
-
Slice ts_slice = ts;
|
|
401
|
-
read_options.timestamp = &ts_slice;
|
|
402
|
-
FragmentedRangeTombstoneIterator* iter =
|
|
403
|
-
reader.NewRangeTombstoneIterator(read_options);
|
|
404
|
-
iter->SeekToFirst();
|
|
405
|
-
ASSERT_TRUE(iter->Valid());
|
|
406
|
-
ASSERT_OK(iter->status());
|
|
407
|
-
ASSERT_EQ(
|
|
408
|
-
StripTimestampFromUserKey(iter->start_key(), EncodeAsUint64(1).size()),
|
|
409
|
-
"key1");
|
|
410
|
-
ASSERT_EQ(
|
|
411
|
-
StripTimestampFromUserKey(iter->end_key(), EncodeAsUint64(1).size()),
|
|
412
|
-
"key2");
|
|
413
|
-
ASSERT_EQ(iter->timestamp(), EncodeAsUint64(1));
|
|
414
|
-
iter->Next();
|
|
415
|
-
ASSERT_FALSE(iter->Valid());
|
|
416
|
-
ASSERT_OK(iter->status());
|
|
417
|
-
|
|
418
|
-
delete iter;
|
|
419
|
-
}
|
|
420
|
-
|
|
421
388
|
TEST_F(SstFileReaderTimestampTest, TimestampsOutOfOrder) {
|
|
422
389
|
SstFileWriter writer(soptions_, options_);
|
|
423
390
|
|
|
@@ -25,7 +25,7 @@ const std::string ExternalSstFilePropertyNames::kGlobalSeqno =
|
|
|
25
25
|
|
|
26
26
|
#ifndef ROCKSDB_LITE
|
|
27
27
|
|
|
28
|
-
const size_t kFadviseTrigger = 1024 * 1024;
|
|
28
|
+
const size_t kFadviseTrigger = 1024 * 1024; // 1MB
|
|
29
29
|
|
|
30
30
|
struct SstFileWriter::Rep {
|
|
31
31
|
Rep(const EnvOptions& _env_options, const Options& options,
|
|
@@ -210,8 +210,7 @@ struct SstFileWriter::Rep {
|
|
|
210
210
|
// Fadvise disabled
|
|
211
211
|
return s;
|
|
212
212
|
}
|
|
213
|
-
uint64_t bytes_since_last_fadvise =
|
|
214
|
-
builder->FileSize() - last_fadvise_size;
|
|
213
|
+
uint64_t bytes_since_last_fadvise = builder->FileSize() - last_fadvise_size;
|
|
215
214
|
if (bytes_since_last_fadvise > kFadviseTrigger || closing) {
|
|
216
215
|
TEST_SYNC_POINT_CALLBACK("SstFileWriter::Rep::InvalidatePageCache",
|
|
217
216
|
&(bytes_since_last_fadvise));
|
|
@@ -422,9 +421,7 @@ Status SstFileWriter::Finish(ExternalSstFileInfo* file_info) {
|
|
|
422
421
|
return s;
|
|
423
422
|
}
|
|
424
423
|
|
|
425
|
-
uint64_t SstFileWriter::FileSize() {
|
|
426
|
-
return rep_->file_info.file_size;
|
|
427
|
-
}
|
|
424
|
+
uint64_t SstFileWriter::FileSize() { return rep_->file_info.file_size; }
|
|
428
425
|
#endif // !ROCKSDB_LITE
|
|
429
426
|
|
|
430
427
|
} // namespace ROCKSDB_NAMESPACE
|
|
@@ -21,32 +21,25 @@ const uint32_t TablePropertiesCollectorFactory::Context::kUnknownColumnFamily =
|
|
|
21
21
|
std::numeric_limits<int32_t>::max();
|
|
22
22
|
|
|
23
23
|
namespace {
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
props.append(value);
|
|
33
|
-
props.append(prop_delim);
|
|
34
|
-
}
|
|
24
|
+
void AppendProperty(std::string& props, const std::string& key,
|
|
25
|
+
const std::string& value, const std::string& prop_delim,
|
|
26
|
+
const std::string& kv_delim) {
|
|
27
|
+
props.append(key);
|
|
28
|
+
props.append(kv_delim);
|
|
29
|
+
props.append(value);
|
|
30
|
+
props.append(prop_delim);
|
|
31
|
+
}
|
|
35
32
|
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
const std::string& prop_delim,
|
|
42
|
-
const std::string& kv_delim) {
|
|
43
|
-
AppendProperty(props, key, std::to_string(value), prop_delim, kv_delim);
|
|
44
|
-
}
|
|
33
|
+
template <class TValue>
|
|
34
|
+
void AppendProperty(std::string& props, const std::string& key,
|
|
35
|
+
const TValue& value, const std::string& prop_delim,
|
|
36
|
+
const std::string& kv_delim) {
|
|
37
|
+
AppendProperty(props, key, std::to_string(value), prop_delim, kv_delim);
|
|
45
38
|
}
|
|
39
|
+
} // namespace
|
|
46
40
|
|
|
47
|
-
std::string TableProperties::ToString(
|
|
48
|
-
|
|
49
|
-
const std::string& kv_delim) const {
|
|
41
|
+
std::string TableProperties::ToString(const std::string& prop_delim,
|
|
42
|
+
const std::string& kv_delim) const {
|
|
50
43
|
std::string result;
|
|
51
44
|
result.reserve(1024);
|
|
52
45
|
|
|
@@ -81,8 +74,8 @@ std::string TableProperties::ToString(
|
|
|
81
74
|
if (index_partitions != 0) {
|
|
82
75
|
AppendProperty(result, "# index partitions", index_partitions, prop_delim,
|
|
83
76
|
kv_delim);
|
|
84
|
-
AppendProperty(result, "top-level index size", top_level_index_size,
|
|
85
|
-
kv_delim);
|
|
77
|
+
AppendProperty(result, "top-level index size", top_level_index_size,
|
|
78
|
+
prop_delim, kv_delim);
|
|
86
79
|
}
|
|
87
80
|
AppendProperty(result, "filter block size", filter_size, prop_delim,
|
|
88
81
|
kv_delim);
|
|
@@ -256,10 +249,8 @@ const std::string TablePropertiesNames::kDbHostId =
|
|
|
256
249
|
"rocksdb.creating.host.identity";
|
|
257
250
|
const std::string TablePropertiesNames::kOriginalFileNumber =
|
|
258
251
|
"rocksdb.original.file.number";
|
|
259
|
-
const std::string TablePropertiesNames::kDataSize
|
|
260
|
-
|
|
261
|
-
const std::string TablePropertiesNames::kIndexSize =
|
|
262
|
-
"rocksdb.index.size";
|
|
252
|
+
const std::string TablePropertiesNames::kDataSize = "rocksdb.data.size";
|
|
253
|
+
const std::string TablePropertiesNames::kIndexSize = "rocksdb.index.size";
|
|
263
254
|
const std::string TablePropertiesNames::kIndexPartitions =
|
|
264
255
|
"rocksdb.index.partitions";
|
|
265
256
|
const std::string TablePropertiesNames::kTopLevelIndexSize =
|
|
@@ -268,16 +259,13 @@ const std::string TablePropertiesNames::kIndexKeyIsUserKey =
|
|
|
268
259
|
"rocksdb.index.key.is.user.key";
|
|
269
260
|
const std::string TablePropertiesNames::kIndexValueIsDeltaEncoded =
|
|
270
261
|
"rocksdb.index.value.is.delta.encoded";
|
|
271
|
-
const std::string TablePropertiesNames::kFilterSize =
|
|
272
|
-
|
|
273
|
-
const std::string TablePropertiesNames::kRawKeySize =
|
|
274
|
-
"rocksdb.raw.key.size";
|
|
262
|
+
const std::string TablePropertiesNames::kFilterSize = "rocksdb.filter.size";
|
|
263
|
+
const std::string TablePropertiesNames::kRawKeySize = "rocksdb.raw.key.size";
|
|
275
264
|
const std::string TablePropertiesNames::kRawValueSize =
|
|
276
265
|
"rocksdb.raw.value.size";
|
|
277
266
|
const std::string TablePropertiesNames::kNumDataBlocks =
|
|
278
267
|
"rocksdb.num.data.blocks";
|
|
279
|
-
const std::string TablePropertiesNames::kNumEntries =
|
|
280
|
-
"rocksdb.num.entries";
|
|
268
|
+
const std::string TablePropertiesNames::kNumEntries = "rocksdb.num.entries";
|
|
281
269
|
const std::string TablePropertiesNames::kNumFilterEntries =
|
|
282
270
|
"rocksdb.num.filter_entries";
|
|
283
271
|
const std::string TablePropertiesNames::kDeletedKeys = "rocksdb.deleted.keys";
|
|
@@ -285,8 +273,7 @@ const std::string TablePropertiesNames::kMergeOperands =
|
|
|
285
273
|
"rocksdb.merge.operands";
|
|
286
274
|
const std::string TablePropertiesNames::kNumRangeDeletions =
|
|
287
275
|
"rocksdb.num.range-deletions";
|
|
288
|
-
const std::string TablePropertiesNames::kFilterPolicy =
|
|
289
|
-
"rocksdb.filter.policy";
|
|
276
|
+
const std::string TablePropertiesNames::kFilterPolicy = "rocksdb.filter.policy";
|
|
290
277
|
const std::string TablePropertiesNames::kFormatVersion =
|
|
291
278
|
"rocksdb.format.version";
|
|
292
279
|
const std::string TablePropertiesNames::kFixedKeyLen =
|
|
@@ -9,6 +9,7 @@
|
|
|
9
9
|
|
|
10
10
|
#pragma once
|
|
11
11
|
#include <memory>
|
|
12
|
+
|
|
12
13
|
#include "db/range_tombstone_fragmenter.h"
|
|
13
14
|
#if USE_COROUTINES
|
|
14
15
|
#include "folly/experimental/coro/Coroutine.h"
|
|
@@ -161,8 +162,8 @@ class TableReader {
|
|
|
161
162
|
// persists the data on a non volatile storage medium like disk/SSD
|
|
162
163
|
virtual Status Prefetch(const Slice* begin = nullptr,
|
|
163
164
|
const Slice* end = nullptr) {
|
|
164
|
-
(void)
|
|
165
|
-
(void)
|
|
165
|
+
(void)begin;
|
|
166
|
+
(void)end;
|
|
166
167
|
// Default implementation is NOOP.
|
|
167
168
|
// The child class should implement functionality when applicable
|
|
168
169
|
return Status::OK();
|
|
@@ -224,9 +224,10 @@ void TableReaderBenchmark(Options& opts, EnvOptions& env_options,
|
|
|
224
224
|
}
|
|
225
225
|
}
|
|
226
226
|
if (count != r2_len) {
|
|
227
|
-
fprintf(
|
|
228
|
-
|
|
229
|
-
|
|
227
|
+
fprintf(stderr,
|
|
228
|
+
"Iterator cannot iterate expected number of entries. "
|
|
229
|
+
"Expected %d but got %d\n",
|
|
230
|
+
r2_len, count);
|
|
230
231
|
assert(false);
|
|
231
232
|
}
|
|
232
233
|
delete iter;
|
|
@@ -261,16 +262,16 @@ void TableReaderBenchmark(Options& opts, EnvOptions& env_options,
|
|
|
261
262
|
} // namespace
|
|
262
263
|
} // namespace ROCKSDB_NAMESPACE
|
|
263
264
|
|
|
264
|
-
DEFINE_bool(query_empty, false,
|
|
265
|
-
"ones.");
|
|
265
|
+
DEFINE_bool(query_empty, false,
|
|
266
|
+
"query non-existing keys instead of existing ones.");
|
|
266
267
|
DEFINE_int32(num_keys1, 4096, "number of distinguish prefix of keys");
|
|
267
268
|
DEFINE_int32(num_keys2, 512, "number of distinguish keys for each prefix");
|
|
268
269
|
DEFINE_int32(iter, 3, "query non-existing keys instead of existing ones");
|
|
269
270
|
DEFINE_int32(prefix_len, 16, "Prefix length used for iterators and indexes");
|
|
270
271
|
DEFINE_bool(iterator, false, "For test iterator");
|
|
271
|
-
DEFINE_bool(through_db, false,
|
|
272
|
-
"
|
|
273
|
-
"a table reader.");
|
|
272
|
+
DEFINE_bool(through_db, false,
|
|
273
|
+
"If enable, a DB instance will be created and the query will be "
|
|
274
|
+
"against DB. Otherwise, will be directly against a table reader.");
|
|
274
275
|
DEFINE_bool(mmap_read, true, "Whether use mmap read");
|
|
275
276
|
DEFINE_string(table_factory, "block_based",
|
|
276
277
|
"Table factory to use: `block_based` (default), `plain_table` or "
|