@nxtedition/rocksdb 6.0.1 → 7.0.0-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/BUILDING.md +12 -4
- package/binding.cc +421 -40
- package/deps/rocksdb/build_version.cc +4 -10
- package/deps/rocksdb/rocksdb/CMakeLists.txt +26 -3
- package/deps/rocksdb/rocksdb/Makefile +73 -91
- package/deps/rocksdb/rocksdb/TARGETS +27 -2
- package/deps/rocksdb/rocksdb/cache/cache_test.cc +29 -17
- package/deps/rocksdb/rocksdb/cache/fast_lru_cache.cc +511 -0
- package/deps/rocksdb/rocksdb/cache/fast_lru_cache.h +299 -0
- package/deps/rocksdb/rocksdb/cache/lru_cache.cc +3 -0
- package/deps/rocksdb/rocksdb/cache/lru_cache.h +7 -0
- package/deps/rocksdb/rocksdb/cmake/modules/CxxFlags.cmake +7 -0
- package/deps/rocksdb/rocksdb/cmake/modules/FindJeMalloc.cmake +29 -0
- package/deps/rocksdb/rocksdb/cmake/modules/FindNUMA.cmake +29 -0
- package/deps/rocksdb/rocksdb/cmake/modules/FindSnappy.cmake +29 -0
- package/deps/rocksdb/rocksdb/cmake/modules/FindTBB.cmake +33 -0
- package/deps/rocksdb/rocksdb/cmake/modules/Findgflags.cmake +29 -0
- package/deps/rocksdb/rocksdb/cmake/modules/Findlz4.cmake +29 -0
- package/deps/rocksdb/rocksdb/cmake/modules/Finduring.cmake +26 -0
- package/deps/rocksdb/rocksdb/cmake/modules/Findzstd.cmake +29 -0
- package/deps/rocksdb/rocksdb/cmake/modules/ReadVersion.cmake +10 -0
- package/deps/rocksdb/rocksdb/common.mk +30 -0
- package/deps/rocksdb/rocksdb/crash_test.mk +3 -3
- package/deps/rocksdb/rocksdb/db/arena_wrapped_db_iter.cc +1 -1
- package/deps/rocksdb/rocksdb/db/blob/blob_index.h +3 -3
- package/deps/rocksdb/rocksdb/db/blob/db_blob_index_test.cc +7 -7
- package/deps/rocksdb/rocksdb/db/builder.cc +22 -7
- package/deps/rocksdb/rocksdb/db/c.cc +71 -0
- package/deps/rocksdb/rocksdb/db/c_test.c +28 -2
- package/deps/rocksdb/rocksdb/db/column_family.cc +12 -5
- package/deps/rocksdb/rocksdb/db/column_family_test.cc +23 -22
- package/deps/rocksdb/rocksdb/db/compact_files_test.cc +11 -11
- package/deps/rocksdb/rocksdb/db/compaction/compaction.cc +2 -2
- package/deps/rocksdb/rocksdb/db/compaction/compaction_iterator.cc +36 -10
- package/deps/rocksdb/rocksdb/db/compaction/compaction_iterator.h +4 -1
- package/deps/rocksdb/rocksdb/db/compaction/compaction_iterator_test.cc +3 -2
- package/deps/rocksdb/rocksdb/db/compaction/compaction_job.cc +54 -16
- package/deps/rocksdb/rocksdb/db/compaction/compaction_job.h +14 -2
- package/deps/rocksdb/rocksdb/db/compaction/compaction_job_stats_test.cc +3 -3
- package/deps/rocksdb/rocksdb/db/compaction/compaction_job_test.cc +85 -18
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker.cc +7 -7
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_level.cc +1 -1
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_test.cc +23 -22
- package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_universal.cc +1 -1
- package/deps/rocksdb/rocksdb/db/compaction/compaction_service_test.cc +151 -32
- package/deps/rocksdb/rocksdb/db/comparator_db_test.cc +1 -1
- package/deps/rocksdb/rocksdb/db/convenience.cc +8 -6
- package/deps/rocksdb/rocksdb/db/corruption_test.cc +209 -38
- package/deps/rocksdb/rocksdb/db/cuckoo_table_db_test.cc +2 -2
- package/deps/rocksdb/rocksdb/db/db_basic_test.cc +404 -32
- package/deps/rocksdb/rocksdb/db/db_block_cache_test.cc +28 -25
- package/deps/rocksdb/rocksdb/db/db_bloom_filter_test.cc +85 -138
- package/deps/rocksdb/rocksdb/db/db_compaction_filter_test.cc +68 -3
- package/deps/rocksdb/rocksdb/db/db_compaction_test.cc +38 -13
- package/deps/rocksdb/rocksdb/db/db_filesnapshot.cc +1 -1
- package/deps/rocksdb/rocksdb/db/db_flush_test.cc +1 -1
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl.cc +11 -20
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl.h +15 -1
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_compaction_flush.cc +12 -9
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_debug.cc +5 -4
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_experimental.cc +1 -1
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_files.cc +2 -2
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_open.cc +42 -10
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_readonly.cc +54 -23
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_readonly.h +3 -0
- package/deps/rocksdb/rocksdb/db/db_impl/db_impl_secondary.cc +14 -4
- package/deps/rocksdb/rocksdb/db/db_info_dumper.cc +26 -18
- package/deps/rocksdb/rocksdb/db/db_iter_stress_test.cc +8 -7
- package/deps/rocksdb/rocksdb/db/db_iter_test.cc +8 -8
- package/deps/rocksdb/rocksdb/db/db_iterator_test.cc +6 -3
- package/deps/rocksdb/rocksdb/db/db_kv_checksum_test.cc +2 -2
- package/deps/rocksdb/rocksdb/db/db_log_iter_test.cc +6 -6
- package/deps/rocksdb/rocksdb/db/db_memtable_test.cc +2 -2
- package/deps/rocksdb/rocksdb/db/db_options_test.cc +28 -12
- package/deps/rocksdb/rocksdb/db/db_properties_test.cc +16 -15
- package/deps/rocksdb/rocksdb/db/db_range_del_test.cc +6 -4
- package/deps/rocksdb/rocksdb/db/db_readonly_with_timestamp_test.cc +331 -0
- package/deps/rocksdb/rocksdb/db/db_secondary_test.cc +11 -6
- package/deps/rocksdb/rocksdb/db/db_sst_test.cc +68 -7
- package/deps/rocksdb/rocksdb/db/db_table_properties_test.cc +6 -5
- package/deps/rocksdb/rocksdb/db/db_test.cc +60 -42
- package/deps/rocksdb/rocksdb/db/db_test2.cc +244 -111
- package/deps/rocksdb/rocksdb/db/db_test_util.cc +101 -19
- package/deps/rocksdb/rocksdb/db/db_test_util.h +52 -2
- package/deps/rocksdb/rocksdb/db/db_universal_compaction_test.cc +1 -1
- package/deps/rocksdb/rocksdb/db/db_wal_test.cc +7 -7
- package/deps/rocksdb/rocksdb/db/db_with_timestamp_basic_test.cc +5 -175
- package/deps/rocksdb/rocksdb/db/db_with_timestamp_test_util.cc +96 -0
- package/deps/rocksdb/rocksdb/db/db_with_timestamp_test_util.h +126 -0
- package/deps/rocksdb/rocksdb/db/db_write_test.cc +6 -6
- package/deps/rocksdb/rocksdb/db/dbformat.h +2 -1
- package/deps/rocksdb/rocksdb/db/deletefile_test.cc +1 -1
- package/deps/rocksdb/rocksdb/db/error_handler_fs_test.cc +8 -8
- package/deps/rocksdb/rocksdb/db/experimental.cc +1 -1
- package/deps/rocksdb/rocksdb/db/external_sst_file_basic_test.cc +91 -12
- package/deps/rocksdb/rocksdb/db/external_sst_file_ingestion_job.cc +16 -2
- package/deps/rocksdb/rocksdb/db/external_sst_file_ingestion_job.h +2 -0
- package/deps/rocksdb/rocksdb/db/external_sst_file_test.cc +7 -7
- package/deps/rocksdb/rocksdb/db/file_indexer.h +1 -4
- package/deps/rocksdb/rocksdb/db/flush_job.cc +28 -15
- package/deps/rocksdb/rocksdb/db/flush_job.h +4 -0
- package/deps/rocksdb/rocksdb/db/flush_job_test.cc +98 -30
- package/deps/rocksdb/rocksdb/db/forward_iterator.cc +1 -1
- package/deps/rocksdb/rocksdb/db/import_column_family_job.cc +14 -1
- package/deps/rocksdb/rocksdb/db/import_column_family_test.cc +6 -0
- package/deps/rocksdb/rocksdb/db/internal_stats.cc +12 -12
- package/deps/rocksdb/rocksdb/db/listener_test.cc +4 -3
- package/deps/rocksdb/rocksdb/db/memtable.cc +2 -2
- package/deps/rocksdb/rocksdb/db/memtable_list.h +1 -1
- package/deps/rocksdb/rocksdb/db/memtable_list_test.cc +37 -25
- package/deps/rocksdb/rocksdb/db/obsolete_files_test.cc +1 -1
- package/deps/rocksdb/rocksdb/db/perf_context_test.cc +18 -18
- package/deps/rocksdb/rocksdb/db/plain_table_db_test.cc +6 -6
- package/deps/rocksdb/rocksdb/db/prefix_test.cc +1 -1
- package/deps/rocksdb/rocksdb/db/repair.cc +13 -2
- package/deps/rocksdb/rocksdb/db/repair_test.cc +37 -15
- package/deps/rocksdb/rocksdb/db/snapshot_checker.h +1 -2
- package/deps/rocksdb/rocksdb/db/snapshot_impl.h +3 -1
- package/deps/rocksdb/rocksdb/db/table_cache.cc +20 -130
- package/deps/rocksdb/rocksdb/db/table_cache.h +3 -2
- package/deps/rocksdb/rocksdb/db/table_cache_sync_and_async.h +140 -0
- package/deps/rocksdb/rocksdb/db/version_builder.cc +1 -1
- package/deps/rocksdb/rocksdb/db/version_builder_test.cc +133 -133
- package/deps/rocksdb/rocksdb/db/version_edit.cc +22 -2
- package/deps/rocksdb/rocksdb/db/version_edit.h +13 -4
- package/deps/rocksdb/rocksdb/db/version_edit_test.cc +14 -14
- package/deps/rocksdb/rocksdb/db/version_set.cc +207 -214
- package/deps/rocksdb/rocksdb/db/version_set.h +14 -3
- package/deps/rocksdb/rocksdb/db/version_set_sync_and_async.h +154 -0
- package/deps/rocksdb/rocksdb/db/version_set_test.cc +10 -9
- package/deps/rocksdb/rocksdb/db/wal_edit.h +2 -1
- package/deps/rocksdb/rocksdb/db/wal_manager.cc +2 -3
- package/deps/rocksdb/rocksdb/db/wal_manager_test.cc +1 -1
- package/deps/rocksdb/rocksdb/db/write_batch.cc +178 -30
- package/deps/rocksdb/rocksdb/db/write_batch_test.cc +6 -6
- package/deps/rocksdb/rocksdb/db/write_controller.h +1 -1
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_common.cc +0 -2
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_common.h +9 -6
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_compaction_filter.h +2 -1
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_driver.cc +4 -3
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_gflags.cc +44 -6
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_listener.cc +4 -1
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_shared_state.cc +0 -10
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_shared_state.h +45 -42
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_test_base.cc +374 -275
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_test_base.h +53 -3
- package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_tool.cc +0 -12
- package/deps/rocksdb/rocksdb/db_stress_tool/expected_state.cc +13 -11
- package/deps/rocksdb/rocksdb/db_stress_tool/multi_ops_txns_stress.cc +276 -109
- package/deps/rocksdb/rocksdb/db_stress_tool/multi_ops_txns_stress.h +63 -0
- package/deps/rocksdb/rocksdb/db_stress_tool/no_batched_ops_stress.cc +45 -54
- package/deps/rocksdb/rocksdb/env/composite_env.cc +87 -14
- package/deps/rocksdb/rocksdb/env/env.cc +0 -60
- package/deps/rocksdb/rocksdb/env/env_encryption.cc +9 -0
- package/deps/rocksdb/rocksdb/env/env_encryption_ctr.h +1 -1
- package/deps/rocksdb/rocksdb/env/env_posix.cc +6 -5
- package/deps/rocksdb/rocksdb/env/env_test.cc +18 -5
- package/deps/rocksdb/rocksdb/env/fs_posix.cc +17 -12
- package/deps/rocksdb/rocksdb/env/io_posix.cc +39 -37
- package/deps/rocksdb/rocksdb/file/delete_scheduler_test.cc +9 -9
- package/deps/rocksdb/rocksdb/file/file_prefetch_buffer.cc +159 -65
- package/deps/rocksdb/rocksdb/file/file_prefetch_buffer.h +44 -22
- package/deps/rocksdb/rocksdb/file/file_util.h +2 -0
- package/deps/rocksdb/rocksdb/file/prefetch_test.cc +142 -17
- package/deps/rocksdb/rocksdb/file/random_access_file_reader.h +5 -2
- package/deps/rocksdb/rocksdb/file/sequence_file_reader.cc +7 -0
- package/deps/rocksdb/rocksdb/file/writable_file_writer.cc +60 -40
- package/deps/rocksdb/rocksdb/file/writable_file_writer.h +1 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/advanced_options.h +23 -5
- package/deps/rocksdb/rocksdb/include/rocksdb/c.h +49 -1
- package/deps/rocksdb/rocksdb/include/rocksdb/cache.h +5 -5
- package/deps/rocksdb/rocksdb/include/rocksdb/cleanable.h +59 -2
- package/deps/rocksdb/rocksdb/include/rocksdb/compaction_filter.h +1 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/convenience.h +2 -1
- package/deps/rocksdb/rocksdb/include/rocksdb/db.h +46 -44
- package/deps/rocksdb/rocksdb/include/rocksdb/env.h +1 -1
- package/deps/rocksdb/rocksdb/include/rocksdb/file_system.h +2 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/iostats_context.h +2 -4
- package/deps/rocksdb/rocksdb/include/rocksdb/memtablerep.h +3 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/options.h +45 -3
- package/deps/rocksdb/rocksdb/include/rocksdb/perf_context.h +2 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/snapshot.h +4 -1
- package/deps/rocksdb/rocksdb/include/rocksdb/statistics.h +3 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/table.h +91 -40
- package/deps/rocksdb/rocksdb/include/rocksdb/thread_status.h +1 -2
- package/deps/rocksdb/rocksdb/include/rocksdb/unique_id.h +22 -13
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/customizable_util.h +9 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/ldb_cmd.h +4 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/object_registry.h +25 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/options_type.h +378 -103
- package/deps/rocksdb/rocksdb/include/rocksdb/utilities/transaction_db.h +14 -0
- package/deps/rocksdb/rocksdb/include/rocksdb/version.h +2 -2
- package/deps/rocksdb/rocksdb/include/rocksdb/write_batch.h +18 -4
- package/deps/rocksdb/rocksdb/memory/arena.h +1 -1
- package/deps/rocksdb/rocksdb/memory/concurrent_arena.cc +1 -5
- package/deps/rocksdb/rocksdb/memory/concurrent_arena.h +1 -5
- package/deps/rocksdb/rocksdb/memory/jemalloc_nodump_allocator.cc +6 -8
- package/deps/rocksdb/rocksdb/memtable/skiplistrep.cc +1 -1
- package/deps/rocksdb/rocksdb/memtable/write_buffer_manager.cc +1 -1
- package/deps/rocksdb/rocksdb/memtable/write_buffer_manager_test.cc +5 -3
- package/deps/rocksdb/rocksdb/microbench/db_basic_bench.cc +266 -45
- package/deps/rocksdb/rocksdb/monitoring/histogram.cc +2 -1
- package/deps/rocksdb/rocksdb/monitoring/iostats_context.cc +1 -4
- package/deps/rocksdb/rocksdb/monitoring/iostats_context_imp.h +4 -4
- package/deps/rocksdb/rocksdb/monitoring/perf_context.cc +7 -8
- package/deps/rocksdb/rocksdb/monitoring/perf_context_imp.h +2 -2
- package/deps/rocksdb/rocksdb/monitoring/perf_level.cc +1 -5
- package/deps/rocksdb/rocksdb/monitoring/perf_level_imp.h +1 -5
- package/deps/rocksdb/rocksdb/monitoring/persistent_stats_history.cc +2 -2
- package/deps/rocksdb/rocksdb/monitoring/statistics.cc +1 -1
- package/deps/rocksdb/rocksdb/monitoring/thread_status_updater.cc +2 -1
- package/deps/rocksdb/rocksdb/monitoring/thread_status_updater.h +1 -1
- package/deps/rocksdb/rocksdb/monitoring/thread_status_util.cc +3 -3
- package/deps/rocksdb/rocksdb/monitoring/thread_status_util.h +2 -2
- package/deps/rocksdb/rocksdb/options/cf_options.cc +47 -38
- package/deps/rocksdb/rocksdb/options/configurable.cc +9 -27
- package/deps/rocksdb/rocksdb/options/configurable_test.cc +1 -1
- package/deps/rocksdb/rocksdb/options/customizable.cc +3 -1
- package/deps/rocksdb/rocksdb/options/customizable_test.cc +379 -318
- package/deps/rocksdb/rocksdb/options/db_options.cc +46 -17
- package/deps/rocksdb/rocksdb/options/db_options.h +2 -0
- package/deps/rocksdb/rocksdb/options/options.cc +7 -0
- package/deps/rocksdb/rocksdb/options/options_helper.cc +86 -39
- package/deps/rocksdb/rocksdb/options/options_parser.cc +10 -10
- package/deps/rocksdb/rocksdb/options/options_settable_test.cc +12 -7
- package/deps/rocksdb/rocksdb/options/options_test.cc +222 -68
- package/deps/rocksdb/rocksdb/port/port_posix.h +0 -15
- package/deps/rocksdb/rocksdb/port/win/env_win.cc +5 -4
- package/deps/rocksdb/rocksdb/port/win/env_win.h +2 -2
- package/deps/rocksdb/rocksdb/port/win/port_win.h +0 -31
- package/deps/rocksdb/rocksdb/rocksdb.pc.in +11 -0
- package/deps/rocksdb/rocksdb/src.mk +6 -1
- package/deps/rocksdb/rocksdb/table/block_based/binary_search_index_reader.cc +2 -1
- package/deps/rocksdb/rocksdb/table/block_based/block.cc +4 -2
- package/deps/rocksdb/rocksdb/table/block_based/block.h +21 -25
- package/deps/rocksdb/rocksdb/table/block_based/block_based_filter_block.cc +3 -4
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_builder.cc +23 -8
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_factory.cc +52 -15
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_iterator.cc +81 -7
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_iterator.h +8 -2
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader.cc +94 -726
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader.h +21 -15
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader_impl.h +9 -3
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader_sync_and_async.h +754 -0
- package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader_test.cc +44 -73
- package/deps/rocksdb/rocksdb/table/block_based/block_prefetcher.cc +15 -5
- package/deps/rocksdb/rocksdb/table/block_based/block_prefetcher.h +2 -1
- package/deps/rocksdb/rocksdb/table/block_based/filter_block.h +2 -11
- package/deps/rocksdb/rocksdb/table/block_based/filter_block_reader_common.cc +59 -1
- package/deps/rocksdb/rocksdb/table/block_based/filter_block_reader_common.h +18 -0
- package/deps/rocksdb/rocksdb/table/block_based/filter_policy.cc +33 -17
- package/deps/rocksdb/rocksdb/table/block_based/full_filter_block.cc +0 -61
- package/deps/rocksdb/rocksdb/table/block_based/full_filter_block.h +0 -13
- package/deps/rocksdb/rocksdb/table/block_based/hash_index_reader.cc +2 -1
- package/deps/rocksdb/rocksdb/table/block_based/index_builder.h +2 -2
- package/deps/rocksdb/rocksdb/table/block_based/index_reader_common.cc +3 -2
- package/deps/rocksdb/rocksdb/table/block_based/index_reader_common.h +2 -1
- package/deps/rocksdb/rocksdb/table/block_based/partitioned_filter_block.cc +3 -2
- package/deps/rocksdb/rocksdb/table/block_based/partitioned_index_iterator.cc +4 -3
- package/deps/rocksdb/rocksdb/table/block_based/partitioned_index_reader.cc +8 -4
- package/deps/rocksdb/rocksdb/table/block_based/reader_common.cc +4 -4
- package/deps/rocksdb/rocksdb/table/block_based/uncompression_dict_reader.cc +2 -1
- package/deps/rocksdb/rocksdb/table/block_fetcher.cc +65 -7
- package/deps/rocksdb/rocksdb/table/block_fetcher.h +2 -0
- package/deps/rocksdb/rocksdb/table/cleanable_test.cc +113 -0
- package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_builder.cc +1 -1
- package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_builder.h +1 -1
- package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_reader_test.cc +1 -1
- package/deps/rocksdb/rocksdb/table/format.cc +22 -20
- package/deps/rocksdb/rocksdb/table/iterator.cc +1 -81
- package/deps/rocksdb/rocksdb/table/merging_iterator.cc +39 -0
- package/deps/rocksdb/rocksdb/table/meta_blocks.cc +2 -2
- package/deps/rocksdb/rocksdb/table/multiget_context.h +60 -13
- package/deps/rocksdb/rocksdb/table/persistent_cache_options.h +0 -3
- package/deps/rocksdb/rocksdb/table/plain/plain_table_factory.cc +12 -1
- package/deps/rocksdb/rocksdb/table/plain/plain_table_reader.cc +4 -4
- package/deps/rocksdb/rocksdb/table/sst_file_dumper.cc +2 -1
- package/deps/rocksdb/rocksdb/table/sst_file_dumper.h +1 -1
- package/deps/rocksdb/rocksdb/table/sst_file_writer_collectors.h +1 -1
- package/deps/rocksdb/rocksdb/table/table_properties.cc +3 -5
- package/deps/rocksdb/rocksdb/table/table_reader.h +13 -0
- package/deps/rocksdb/rocksdb/table/table_test.cc +202 -78
- package/deps/rocksdb/rocksdb/table/unique_id.cc +84 -25
- package/deps/rocksdb/rocksdb/table/unique_id_impl.h +37 -4
- package/deps/rocksdb/rocksdb/test_util/testutil.cc +3 -1
- package/deps/rocksdb/rocksdb/test_util/testutil.h +11 -8
- package/deps/rocksdb/rocksdb/test_util/transaction_test_util.cc +8 -4
- package/deps/rocksdb/rocksdb/test_util/transaction_test_util.h +17 -0
- package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer.cc +11 -9
- package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer_test.cc +3 -3
- package/deps/rocksdb/rocksdb/tools/db_bench_tool.cc +277 -105
- package/deps/rocksdb/rocksdb/tools/db_sanity_test.cc +4 -4
- package/deps/rocksdb/rocksdb/tools/ldb_cmd.cc +186 -42
- package/deps/rocksdb/rocksdb/tools/ldb_cmd_impl.h +75 -49
- package/deps/rocksdb/rocksdb/tools/ldb_cmd_test.cc +9 -8
- package/deps/rocksdb/rocksdb/tools/ldb_tool.cc +4 -1
- package/deps/rocksdb/rocksdb/tools/reduce_levels_test.cc +2 -2
- package/deps/rocksdb/rocksdb/tools/sst_dump_tool.cc +26 -4
- package/deps/rocksdb/rocksdb/tools/trace_analyzer_tool.cc +1 -1
- package/deps/rocksdb/rocksdb/trace_replay/block_cache_tracer.h +1 -1
- package/deps/rocksdb/rocksdb/util/async_file_reader.cc +72 -0
- package/deps/rocksdb/rocksdb/util/async_file_reader.h +144 -0
- package/deps/rocksdb/rocksdb/util/autovector_test.cc +4 -4
- package/deps/rocksdb/rocksdb/util/bloom_test.cc +14 -8
- package/deps/rocksdb/rocksdb/util/build_version.cc.in +5 -6
- package/deps/rocksdb/rocksdb/util/cleanable.cc +180 -0
- package/deps/rocksdb/rocksdb/util/comparator.cc +5 -3
- package/deps/rocksdb/rocksdb/util/compression.h +56 -7
- package/deps/rocksdb/rocksdb/util/coro_utils.h +111 -0
- package/deps/rocksdb/rocksdb/util/file_reader_writer_test.cc +148 -0
- package/deps/rocksdb/rocksdb/util/filelock_test.cc +2 -2
- package/deps/rocksdb/rocksdb/util/filter_bench.cc +12 -4
- package/deps/rocksdb/rocksdb/util/heap.h +5 -3
- package/deps/rocksdb/rocksdb/util/random.cc +1 -5
- package/deps/rocksdb/rocksdb/util/rate_limiter.cc +12 -9
- package/deps/rocksdb/rocksdb/util/rate_limiter_test.cc +1 -1
- package/deps/rocksdb/rocksdb/util/ribbon_alg.h +1 -1
- package/deps/rocksdb/rocksdb/util/ribbon_test.cc +2 -4
- package/deps/rocksdb/rocksdb/util/single_thread_executor.h +55 -0
- package/deps/rocksdb/rocksdb/util/slice.cc +8 -9
- package/deps/rocksdb/rocksdb/util/string_util.cc +3 -2
- package/deps/rocksdb/rocksdb/util/string_util.h +0 -13
- package/deps/rocksdb/rocksdb/util/thread_local.cc +4 -23
- package/deps/rocksdb/rocksdb/utilities/backup/backup_engine.cc +99 -22
- package/deps/rocksdb/rocksdb/utilities/backup/backup_engine_impl.h +7 -0
- package/deps/rocksdb/rocksdb/utilities/backup/backup_engine_test.cc +102 -59
- package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_test.cc +38 -36
- package/deps/rocksdb/rocksdb/utilities/blob_db/blob_dump_tool.cc +2 -2
- package/deps/rocksdb/rocksdb/utilities/fault_injection_fs.cc +28 -0
- package/deps/rocksdb/rocksdb/utilities/fault_injection_fs.h +3 -0
- package/deps/rocksdb/rocksdb/utilities/memory/memory_test.cc +1 -1
- package/deps/rocksdb/rocksdb/utilities/object_registry.cc +71 -0
- package/deps/rocksdb/rocksdb/utilities/object_registry_test.cc +71 -0
- package/deps/rocksdb/rocksdb/utilities/options/options_util_test.cc +1 -1
- package/deps/rocksdb/rocksdb/utilities/simulator_cache/sim_cache_test.cc +5 -5
- package/deps/rocksdb/rocksdb/utilities/table_properties_collectors/compact_on_deletion_collector.cc +3 -3
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_tracker.cc +0 -13
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_locking_test.cc +40 -0
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/lock_request.cc +10 -8
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/lock_request.h +4 -2
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_time.h +17 -0
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/range_tree_lock_manager.cc +7 -7
- package/deps/rocksdb/rocksdb/utilities/transactions/pessimistic_transaction.cc +8 -1
- package/deps/rocksdb/rocksdb/utilities/transactions/snapshot_checker.cc +5 -1
- package/deps/rocksdb/rocksdb/utilities/transactions/transaction_test.cc +21 -15
- package/deps/rocksdb/rocksdb/utilities/transactions/transaction_util.cc +2 -2
- package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_transaction_test.cc +69 -11
- package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn.cc +22 -9
- package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn_db.cc +26 -5
- package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn_db.h +17 -4
- package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_transaction_test.cc +19 -16
- package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_txn.cc +7 -3
- package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index.cc +3 -2
- package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index_internal.cc +2 -2
- package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index_internal.h +2 -2
- package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index_test.cc +6 -6
- package/deps/rocksdb/rocksdb.gyp +20 -13
- package/index.js +187 -3
- package/iterator.js +1 -0
- package/package-lock.json +23687 -0
- package/package.json +2 -30
- package/prebuilds/darwin-arm64/node.napi.node +0 -0
- package/snapshot.js +23 -0
- package/deps/liburing/liburing/README +0 -46
- package/deps/liburing/liburing/test/232c93d07b74-test.c +0 -305
- package/deps/liburing/liburing/test/35fa71a030ca-test.c +0 -329
- package/deps/liburing/liburing/test/500f9fbadef8-test.c +0 -89
- package/deps/liburing/liburing/test/7ad0e4b2f83c-test.c +0 -93
- package/deps/liburing/liburing/test/8a9973408177-test.c +0 -106
- package/deps/liburing/liburing/test/917257daa0fe-test.c +0 -53
- package/deps/liburing/liburing/test/Makefile +0 -312
- package/deps/liburing/liburing/test/a0908ae19763-test.c +0 -58
- package/deps/liburing/liburing/test/a4c0b3decb33-test.c +0 -180
- package/deps/liburing/liburing/test/accept-link.c +0 -251
- package/deps/liburing/liburing/test/accept-reuse.c +0 -164
- package/deps/liburing/liburing/test/accept-test.c +0 -79
- package/deps/liburing/liburing/test/accept.c +0 -476
- package/deps/liburing/liburing/test/across-fork.c +0 -283
- package/deps/liburing/liburing/test/b19062a56726-test.c +0 -53
- package/deps/liburing/liburing/test/b5837bd5311d-test.c +0 -77
- package/deps/liburing/liburing/test/ce593a6c480a-test.c +0 -135
- package/deps/liburing/liburing/test/close-opath.c +0 -122
- package/deps/liburing/liburing/test/config +0 -10
- package/deps/liburing/liburing/test/connect.c +0 -398
- package/deps/liburing/liburing/test/cq-full.c +0 -96
- package/deps/liburing/liburing/test/cq-overflow.c +0 -294
- package/deps/liburing/liburing/test/cq-peek-batch.c +0 -102
- package/deps/liburing/liburing/test/cq-ready.c +0 -94
- package/deps/liburing/liburing/test/cq-size.c +0 -58
- package/deps/liburing/liburing/test/d4ae271dfaae-test.c +0 -96
- package/deps/liburing/liburing/test/d77a67ed5f27-test.c +0 -65
- package/deps/liburing/liburing/test/defer.c +0 -307
- package/deps/liburing/liburing/test/double-poll-crash.c +0 -186
- package/deps/liburing/liburing/test/eeed8b54e0df-test.c +0 -114
- package/deps/liburing/liburing/test/empty-eownerdead.c +0 -42
- package/deps/liburing/liburing/test/eventfd-disable.c +0 -151
- package/deps/liburing/liburing/test/eventfd-ring.c +0 -97
- package/deps/liburing/liburing/test/eventfd.c +0 -112
- package/deps/liburing/liburing/test/fadvise.c +0 -202
- package/deps/liburing/liburing/test/fallocate.c +0 -249
- package/deps/liburing/liburing/test/fc2a85cb02ef-test.c +0 -138
- package/deps/liburing/liburing/test/file-register.c +0 -843
- package/deps/liburing/liburing/test/file-update.c +0 -173
- package/deps/liburing/liburing/test/files-exit-hang-poll.c +0 -128
- package/deps/liburing/liburing/test/files-exit-hang-timeout.c +0 -134
- package/deps/liburing/liburing/test/fixed-link.c +0 -90
- package/deps/liburing/liburing/test/fsync.c +0 -224
- package/deps/liburing/liburing/test/hardlink.c +0 -136
- package/deps/liburing/liburing/test/helpers.c +0 -135
- package/deps/liburing/liburing/test/helpers.h +0 -67
- package/deps/liburing/liburing/test/io-cancel.c +0 -537
- package/deps/liburing/liburing/test/io_uring_enter.c +0 -296
- package/deps/liburing/liburing/test/io_uring_register.c +0 -664
- package/deps/liburing/liburing/test/io_uring_setup.c +0 -192
- package/deps/liburing/liburing/test/iopoll.c +0 -366
- package/deps/liburing/liburing/test/lfs-openat-write.c +0 -117
- package/deps/liburing/liburing/test/lfs-openat.c +0 -273
- package/deps/liburing/liburing/test/link-timeout.c +0 -1107
- package/deps/liburing/liburing/test/link.c +0 -496
- package/deps/liburing/liburing/test/link_drain.c +0 -229
- package/deps/liburing/liburing/test/madvise.c +0 -195
- package/deps/liburing/liburing/test/mkdir.c +0 -108
- package/deps/liburing/liburing/test/multicqes_drain.c +0 -383
- package/deps/liburing/liburing/test/nop-all-sizes.c +0 -107
- package/deps/liburing/liburing/test/nop.c +0 -115
- package/deps/liburing/liburing/test/open-close.c +0 -146
- package/deps/liburing/liburing/test/openat2.c +0 -240
- package/deps/liburing/liburing/test/personality.c +0 -204
- package/deps/liburing/liburing/test/pipe-eof.c +0 -81
- package/deps/liburing/liburing/test/pipe-reuse.c +0 -105
- package/deps/liburing/liburing/test/poll-cancel-ton.c +0 -139
- package/deps/liburing/liburing/test/poll-cancel.c +0 -135
- package/deps/liburing/liburing/test/poll-link.c +0 -227
- package/deps/liburing/liburing/test/poll-many.c +0 -208
- package/deps/liburing/liburing/test/poll-mshot-update.c +0 -273
- package/deps/liburing/liburing/test/poll-ring.c +0 -48
- package/deps/liburing/liburing/test/poll-v-poll.c +0 -353
- package/deps/liburing/liburing/test/poll.c +0 -109
- package/deps/liburing/liburing/test/probe.c +0 -137
- package/deps/liburing/liburing/test/read-write.c +0 -876
- package/deps/liburing/liburing/test/register-restrictions.c +0 -633
- package/deps/liburing/liburing/test/rename.c +0 -134
- package/deps/liburing/liburing/test/ring-leak.c +0 -173
- package/deps/liburing/liburing/test/ring-leak2.c +0 -249
- package/deps/liburing/liburing/test/rsrc_tags.c +0 -449
- package/deps/liburing/liburing/test/runtests-loop.sh +0 -16
- package/deps/liburing/liburing/test/runtests.sh +0 -170
- package/deps/liburing/liburing/test/rw_merge_test.c +0 -97
- package/deps/liburing/liburing/test/self.c +0 -91
- package/deps/liburing/liburing/test/send_recv.c +0 -291
- package/deps/liburing/liburing/test/send_recvmsg.c +0 -345
- package/deps/liburing/liburing/test/sendmsg_fs_cve.c +0 -198
- package/deps/liburing/liburing/test/shared-wq.c +0 -84
- package/deps/liburing/liburing/test/short-read.c +0 -75
- package/deps/liburing/liburing/test/shutdown.c +0 -163
- package/deps/liburing/liburing/test/sigfd-deadlock.c +0 -74
- package/deps/liburing/liburing/test/socket-rw-eagain.c +0 -156
- package/deps/liburing/liburing/test/socket-rw.c +0 -147
- package/deps/liburing/liburing/test/splice.c +0 -511
- package/deps/liburing/liburing/test/sq-full-cpp.cc +0 -45
- package/deps/liburing/liburing/test/sq-full.c +0 -45
- package/deps/liburing/liburing/test/sq-poll-dup.c +0 -200
- package/deps/liburing/liburing/test/sq-poll-kthread.c +0 -168
- package/deps/liburing/liburing/test/sq-poll-share.c +0 -137
- package/deps/liburing/liburing/test/sq-space_left.c +0 -159
- package/deps/liburing/liburing/test/sqpoll-cancel-hang.c +0 -159
- package/deps/liburing/liburing/test/sqpoll-disable-exit.c +0 -195
- package/deps/liburing/liburing/test/sqpoll-exit-hang.c +0 -77
- package/deps/liburing/liburing/test/sqpoll-sleep.c +0 -68
- package/deps/liburing/liburing/test/statx.c +0 -172
- package/deps/liburing/liburing/test/stdout.c +0 -232
- package/deps/liburing/liburing/test/submit-link-fail.c +0 -154
- package/deps/liburing/liburing/test/submit-reuse.c +0 -239
- package/deps/liburing/liburing/test/symlink.c +0 -116
- package/deps/liburing/liburing/test/teardowns.c +0 -58
- package/deps/liburing/liburing/test/thread-exit.c +0 -131
- package/deps/liburing/liburing/test/timeout-new.c +0 -246
- package/deps/liburing/liburing/test/timeout-overflow.c +0 -204
- package/deps/liburing/liburing/test/timeout.c +0 -1354
- package/deps/liburing/liburing/test/unlink.c +0 -111
- package/deps/liburing/liburing/test/wakeup-hang.c +0 -162
- package/deps/rocksdb/rocksdb/README.md +0 -32
- package/deps/rocksdb/rocksdb/microbench/README.md +0 -60
- package/deps/rocksdb/rocksdb/plugin/README.md +0 -43
- package/deps/rocksdb/rocksdb/port/README +0 -10
- package/deps/rocksdb/rocksdb/python.mk +0 -9
- package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/README +0 -13
- package/prebuilds/darwin-x64/node.napi.node +0 -0
- package/prebuilds/linux-arm64/node.napi.node +0 -0
- package/prebuilds/linux-x64/node.napi.node +0 -0
|
@@ -0,0 +1,299 @@
|
|
|
1
|
+
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved
|
|
2
|
+
// This source code is licensed under both the GPLv2 (found in the
|
|
3
|
+
// COPYING file in the root directory) and Apache 2.0 License
|
|
4
|
+
// (found in the LICENSE.Apache file in the root directory).
|
|
5
|
+
//
|
|
6
|
+
// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
|
|
7
|
+
// Use of this source code is governed by a BSD-style license that can be
|
|
8
|
+
// found in the LICENSE file. See the AUTHORS file for names of contributors.
|
|
9
|
+
#pragma once
|
|
10
|
+
|
|
11
|
+
#include <memory>
|
|
12
|
+
#include <string>
|
|
13
|
+
|
|
14
|
+
#include "cache/sharded_cache.h"
|
|
15
|
+
#include "port/lang.h"
|
|
16
|
+
#include "port/malloc.h"
|
|
17
|
+
#include "port/port.h"
|
|
18
|
+
#include "rocksdb/secondary_cache.h"
|
|
19
|
+
#include "util/autovector.h"
|
|
20
|
+
|
|
21
|
+
namespace ROCKSDB_NAMESPACE {
|
|
22
|
+
namespace fast_lru_cache {
|
|
23
|
+
|
|
24
|
+
// An experimental (under development!) alternative to LRUCache
|
|
25
|
+
|
|
26
|
+
struct LRUHandle {
|
|
27
|
+
void* value;
|
|
28
|
+
Cache::DeleterFn deleter;
|
|
29
|
+
LRUHandle* next_hash;
|
|
30
|
+
LRUHandle* next;
|
|
31
|
+
LRUHandle* prev;
|
|
32
|
+
size_t charge; // TODO(opt): Only allow uint32_t?
|
|
33
|
+
size_t key_length;
|
|
34
|
+
// The hash of key(). Used for fast sharding and comparisons.
|
|
35
|
+
uint32_t hash;
|
|
36
|
+
// The number of external refs to this entry. The cache itself is not counted.
|
|
37
|
+
uint32_t refs;
|
|
38
|
+
|
|
39
|
+
enum Flags : uint8_t {
|
|
40
|
+
// Whether this entry is referenced by the hash table.
|
|
41
|
+
IN_CACHE = (1 << 0),
|
|
42
|
+
};
|
|
43
|
+
uint8_t flags;
|
|
44
|
+
|
|
45
|
+
// Beginning of the key (MUST BE THE LAST FIELD IN THIS STRUCT!)
|
|
46
|
+
char key_data[1];
|
|
47
|
+
|
|
48
|
+
Slice key() const { return Slice(key_data, key_length); }
|
|
49
|
+
|
|
50
|
+
// Increase the reference count by 1.
|
|
51
|
+
void Ref() { refs++; }
|
|
52
|
+
|
|
53
|
+
// Just reduce the reference count by 1. Return true if it was last reference.
|
|
54
|
+
bool Unref() {
|
|
55
|
+
assert(refs > 0);
|
|
56
|
+
refs--;
|
|
57
|
+
return refs == 0;
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
// Return true if there are external refs, false otherwise.
|
|
61
|
+
bool HasRefs() const { return refs > 0; }
|
|
62
|
+
|
|
63
|
+
bool InCache() const { return flags & IN_CACHE; }
|
|
64
|
+
|
|
65
|
+
void SetInCache(bool in_cache) {
|
|
66
|
+
if (in_cache) {
|
|
67
|
+
flags |= IN_CACHE;
|
|
68
|
+
} else {
|
|
69
|
+
flags &= ~IN_CACHE;
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
void Free() {
|
|
74
|
+
assert(refs == 0);
|
|
75
|
+
if (deleter) {
|
|
76
|
+
(*deleter)(key(), value);
|
|
77
|
+
}
|
|
78
|
+
delete[] reinterpret_cast<char*>(this);
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
// Calculate the memory usage by metadata.
|
|
82
|
+
inline size_t CalcTotalCharge(
|
|
83
|
+
CacheMetadataChargePolicy metadata_charge_policy) {
|
|
84
|
+
size_t meta_charge = 0;
|
|
85
|
+
if (metadata_charge_policy == kFullChargeCacheMetadata) {
|
|
86
|
+
#ifdef ROCKSDB_MALLOC_USABLE_SIZE
|
|
87
|
+
meta_charge += malloc_usable_size(static_cast<void*>(this));
|
|
88
|
+
#else
|
|
89
|
+
// This is the size that is used when a new handle is created.
|
|
90
|
+
meta_charge += sizeof(LRUHandle) - 1 + key_length;
|
|
91
|
+
#endif
|
|
92
|
+
}
|
|
93
|
+
return charge + meta_charge;
|
|
94
|
+
}
|
|
95
|
+
};
|
|
96
|
+
|
|
97
|
+
// We provide our own simple hash table since it removes a whole bunch
|
|
98
|
+
// of porting hacks and is also faster than some of the built-in hash
|
|
99
|
+
// table implementations in some of the compiler/runtime combinations
|
|
100
|
+
// we have tested. E.g., readrandom speeds up by ~5% over the g++
|
|
101
|
+
// 4.4.3's builtin hashtable.
|
|
102
|
+
class LRUHandleTable {
|
|
103
|
+
public:
|
|
104
|
+
// If the table uses more hash bits than `max_upper_hash_bits`,
|
|
105
|
+
// it will eat into the bits used for sharding, which are constant
|
|
106
|
+
// for a given LRUHandleTable.
|
|
107
|
+
explicit LRUHandleTable(int max_upper_hash_bits);
|
|
108
|
+
~LRUHandleTable();
|
|
109
|
+
|
|
110
|
+
LRUHandle* Lookup(const Slice& key, uint32_t hash);
|
|
111
|
+
LRUHandle* Insert(LRUHandle* h);
|
|
112
|
+
LRUHandle* Remove(const Slice& key, uint32_t hash);
|
|
113
|
+
|
|
114
|
+
template <typename T>
|
|
115
|
+
void ApplyToEntriesRange(T func, uint32_t index_begin, uint32_t index_end) {
|
|
116
|
+
for (uint32_t i = index_begin; i < index_end; i++) {
|
|
117
|
+
LRUHandle* h = list_[i];
|
|
118
|
+
while (h != nullptr) {
|
|
119
|
+
auto n = h->next_hash;
|
|
120
|
+
assert(h->InCache());
|
|
121
|
+
func(h);
|
|
122
|
+
h = n;
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
|
|
127
|
+
int GetLengthBits() const { return length_bits_; }
|
|
128
|
+
|
|
129
|
+
private:
|
|
130
|
+
// Return a pointer to slot that points to a cache entry that
|
|
131
|
+
// matches key/hash. If there is no such cache entry, return a
|
|
132
|
+
// pointer to the trailing slot in the corresponding linked list.
|
|
133
|
+
LRUHandle** FindPointer(const Slice& key, uint32_t hash);
|
|
134
|
+
|
|
135
|
+
void Resize();
|
|
136
|
+
|
|
137
|
+
// Number of hash bits (upper because lower bits used for sharding)
|
|
138
|
+
// used for table index. Length == 1 << length_bits_
|
|
139
|
+
int length_bits_;
|
|
140
|
+
|
|
141
|
+
// The table consists of an array of buckets where each bucket is
|
|
142
|
+
// a linked list of cache entries that hash into the bucket.
|
|
143
|
+
std::unique_ptr<LRUHandle*[]> list_;
|
|
144
|
+
|
|
145
|
+
// Number of elements currently in the table.
|
|
146
|
+
uint32_t elems_;
|
|
147
|
+
|
|
148
|
+
// Set from max_upper_hash_bits (see constructor).
|
|
149
|
+
const int max_length_bits_;
|
|
150
|
+
};
|
|
151
|
+
|
|
152
|
+
// A single shard of sharded cache.
|
|
153
|
+
class ALIGN_AS(CACHE_LINE_SIZE) LRUCacheShard final : public CacheShard {
|
|
154
|
+
public:
|
|
155
|
+
LRUCacheShard(size_t capacity, bool strict_capacity_limit,
|
|
156
|
+
CacheMetadataChargePolicy metadata_charge_policy,
|
|
157
|
+
int max_upper_hash_bits);
|
|
158
|
+
~LRUCacheShard() override = default;
|
|
159
|
+
|
|
160
|
+
// Separate from constructor so caller can easily make an array of LRUCache
|
|
161
|
+
// if current usage is more than new capacity, the function will attempt to
|
|
162
|
+
// free the needed space.
|
|
163
|
+
void SetCapacity(size_t capacity) override;
|
|
164
|
+
|
|
165
|
+
// Set the flag to reject insertion if cache if full.
|
|
166
|
+
void SetStrictCapacityLimit(bool strict_capacity_limit) override;
|
|
167
|
+
|
|
168
|
+
// Like Cache methods, but with an extra "hash" parameter.
|
|
169
|
+
Status Insert(const Slice& key, uint32_t hash, void* value, size_t charge,
|
|
170
|
+
Cache::DeleterFn deleter, Cache::Handle** handle,
|
|
171
|
+
Cache::Priority priority) override;
|
|
172
|
+
|
|
173
|
+
Status Insert(const Slice& key, uint32_t hash, void* value,
|
|
174
|
+
const Cache::CacheItemHelper* helper, size_t charge,
|
|
175
|
+
Cache::Handle** handle, Cache::Priority priority) override {
|
|
176
|
+
return Insert(key, hash, value, charge, helper->del_cb, handle, priority);
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
Cache::Handle* Lookup(const Slice& key, uint32_t hash,
|
|
180
|
+
const Cache::CacheItemHelper* /*helper*/,
|
|
181
|
+
const Cache::CreateCallback& /*create_cb*/,
|
|
182
|
+
Cache::Priority /*priority*/, bool /*wait*/,
|
|
183
|
+
Statistics* /*stats*/) override {
|
|
184
|
+
return Lookup(key, hash);
|
|
185
|
+
}
|
|
186
|
+
Cache::Handle* Lookup(const Slice& key, uint32_t hash) override;
|
|
187
|
+
|
|
188
|
+
bool Release(Cache::Handle* handle, bool /*useful*/,
|
|
189
|
+
bool erase_if_last_ref) override {
|
|
190
|
+
return Release(handle, erase_if_last_ref);
|
|
191
|
+
}
|
|
192
|
+
bool IsReady(Cache::Handle* /*handle*/) override { return true; }
|
|
193
|
+
void Wait(Cache::Handle* /*handle*/) override {}
|
|
194
|
+
|
|
195
|
+
bool Ref(Cache::Handle* handle) override;
|
|
196
|
+
bool Release(Cache::Handle* handle, bool erase_if_last_ref = false) override;
|
|
197
|
+
void Erase(const Slice& key, uint32_t hash) override;
|
|
198
|
+
|
|
199
|
+
size_t GetUsage() const override;
|
|
200
|
+
size_t GetPinnedUsage() const override;
|
|
201
|
+
|
|
202
|
+
void ApplyToSomeEntries(
|
|
203
|
+
const std::function<void(const Slice& key, void* value, size_t charge,
|
|
204
|
+
DeleterFn deleter)>& callback,
|
|
205
|
+
uint32_t average_entries_per_lock, uint32_t* state) override;
|
|
206
|
+
|
|
207
|
+
void EraseUnRefEntries() override;
|
|
208
|
+
|
|
209
|
+
std::string GetPrintableOptions() const override;
|
|
210
|
+
|
|
211
|
+
private:
|
|
212
|
+
friend class LRUCache;
|
|
213
|
+
// Insert an item into the hash table and, if handle is null, insert into
|
|
214
|
+
// the LRU list. Older items are evicted as necessary. If the cache is full
|
|
215
|
+
// and free_handle_on_fail is true, the item is deleted and handle is set to
|
|
216
|
+
// nullptr.
|
|
217
|
+
Status InsertItem(LRUHandle* item, Cache::Handle** handle,
|
|
218
|
+
bool free_handle_on_fail);
|
|
219
|
+
|
|
220
|
+
void LRU_Remove(LRUHandle* e);
|
|
221
|
+
void LRU_Insert(LRUHandle* e);
|
|
222
|
+
|
|
223
|
+
// Free some space following strict LRU policy until enough space
|
|
224
|
+
// to hold (usage_ + charge) is freed or the lru list is empty
|
|
225
|
+
// This function is not thread safe - it needs to be executed while
|
|
226
|
+
// holding the mutex_.
|
|
227
|
+
void EvictFromLRU(size_t charge, autovector<LRUHandle*>* deleted);
|
|
228
|
+
|
|
229
|
+
// Initialized before use.
|
|
230
|
+
size_t capacity_;
|
|
231
|
+
|
|
232
|
+
// Whether to reject insertion if cache reaches its full capacity.
|
|
233
|
+
bool strict_capacity_limit_;
|
|
234
|
+
|
|
235
|
+
// Dummy head of LRU list.
|
|
236
|
+
// lru.prev is newest entry, lru.next is oldest entry.
|
|
237
|
+
// LRU contains items which can be evicted, ie reference only by cache
|
|
238
|
+
LRUHandle lru_;
|
|
239
|
+
|
|
240
|
+
// Pointer to head of low-pri pool in LRU list.
|
|
241
|
+
LRUHandle* lru_low_pri_;
|
|
242
|
+
|
|
243
|
+
// ------------^^^^^^^^^^^^^-----------
|
|
244
|
+
// Not frequently modified data members
|
|
245
|
+
// ------------------------------------
|
|
246
|
+
//
|
|
247
|
+
// We separate data members that are updated frequently from the ones that
|
|
248
|
+
// are not frequently updated so that they don't share the same cache line
|
|
249
|
+
// which will lead into false cache sharing
|
|
250
|
+
//
|
|
251
|
+
// ------------------------------------
|
|
252
|
+
// Frequently modified data members
|
|
253
|
+
// ------------vvvvvvvvvvvvv-----------
|
|
254
|
+
LRUHandleTable table_;
|
|
255
|
+
|
|
256
|
+
// Memory size for entries residing in the cache.
|
|
257
|
+
size_t usage_;
|
|
258
|
+
|
|
259
|
+
// Memory size for entries residing only in the LRU list.
|
|
260
|
+
size_t lru_usage_;
|
|
261
|
+
|
|
262
|
+
// mutex_ protects the following state.
|
|
263
|
+
// We don't count mutex_ as the cache's internal state so semantically we
|
|
264
|
+
// don't mind mutex_ invoking the non-const actions.
|
|
265
|
+
mutable port::Mutex mutex_;
|
|
266
|
+
};
|
|
267
|
+
|
|
268
|
+
class LRUCache
|
|
269
|
+
#ifdef NDEBUG
|
|
270
|
+
final
|
|
271
|
+
#endif
|
|
272
|
+
: public ShardedCache {
|
|
273
|
+
public:
|
|
274
|
+
LRUCache(size_t capacity, int num_shard_bits, bool strict_capacity_limit,
|
|
275
|
+
CacheMetadataChargePolicy metadata_charge_policy =
|
|
276
|
+
kDontChargeCacheMetadata);
|
|
277
|
+
~LRUCache() override;
|
|
278
|
+
const char* Name() const override { return "LRUCache"; }
|
|
279
|
+
CacheShard* GetShard(uint32_t shard) override;
|
|
280
|
+
const CacheShard* GetShard(uint32_t shard) const override;
|
|
281
|
+
void* Value(Handle* handle) override;
|
|
282
|
+
size_t GetCharge(Handle* handle) const override;
|
|
283
|
+
uint32_t GetHash(Handle* handle) const override;
|
|
284
|
+
DeleterFn GetDeleter(Handle* handle) const override;
|
|
285
|
+
void DisownData() override;
|
|
286
|
+
|
|
287
|
+
private:
|
|
288
|
+
LRUCacheShard* shards_ = nullptr;
|
|
289
|
+
int num_shards_ = 0;
|
|
290
|
+
};
|
|
291
|
+
} // namespace fast_lru_cache
|
|
292
|
+
|
|
293
|
+
std::shared_ptr<Cache> NewFastLRUCache(
|
|
294
|
+
size_t capacity, int num_shard_bits = -1,
|
|
295
|
+
bool strict_capacity_limit = false,
|
|
296
|
+
CacheMetadataChargePolicy metadata_charge_policy =
|
|
297
|
+
kDefaultCacheMetadataChargePolicy);
|
|
298
|
+
|
|
299
|
+
} // namespace ROCKSDB_NAMESPACE
|
|
@@ -19,6 +19,7 @@
|
|
|
19
19
|
#include "util/mutexlock.h"
|
|
20
20
|
|
|
21
21
|
namespace ROCKSDB_NAMESPACE {
|
|
22
|
+
namespace lru_cache {
|
|
22
23
|
|
|
23
24
|
LRUHandleTable::LRUHandleTable(int max_upper_hash_bits)
|
|
24
25
|
: length_bits_(/* historical starting size*/ 4),
|
|
@@ -759,6 +760,8 @@ void LRUCache::WaitAll(std::vector<Handle*>& handles) {
|
|
|
759
760
|
}
|
|
760
761
|
}
|
|
761
762
|
|
|
763
|
+
} // namespace lru_cache
|
|
764
|
+
|
|
762
765
|
std::shared_ptr<Cache> NewLRUCache(
|
|
763
766
|
size_t capacity, int num_shard_bits, bool strict_capacity_limit,
|
|
764
767
|
double high_pri_pool_ratio,
|
|
@@ -19,6 +19,7 @@
|
|
|
19
19
|
#include "util/autovector.h"
|
|
20
20
|
|
|
21
21
|
namespace ROCKSDB_NAMESPACE {
|
|
22
|
+
namespace lru_cache {
|
|
22
23
|
|
|
23
24
|
// LRU cache implementation. This class is not thread-safe.
|
|
24
25
|
|
|
@@ -479,4 +480,10 @@ class LRUCache
|
|
|
479
480
|
std::shared_ptr<SecondaryCache> secondary_cache_;
|
|
480
481
|
};
|
|
481
482
|
|
|
483
|
+
} // namespace lru_cache
|
|
484
|
+
|
|
485
|
+
using LRUCache = lru_cache::LRUCache;
|
|
486
|
+
using LRUHandle = lru_cache::LRUHandle;
|
|
487
|
+
using LRUCacheShard = lru_cache::LRUCacheShard;
|
|
488
|
+
|
|
482
489
|
} // namespace ROCKSDB_NAMESPACE
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
macro(get_cxx_std_flags FLAGS_VARIABLE)
|
|
2
|
+
if( CMAKE_CXX_STANDARD_REQUIRED )
|
|
3
|
+
set(${FLAGS_VARIABLE} ${CMAKE_CXX${CMAKE_CXX_STANDARD}_STANDARD_COMPILE_OPTION})
|
|
4
|
+
else()
|
|
5
|
+
set(${FLAGS_VARIABLE} ${CMAKE_CXX${CMAKE_CXX_STANDARD}_EXTENSION_COMPILE_OPTION})
|
|
6
|
+
endif()
|
|
7
|
+
endmacro()
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
# - Find JeMalloc library
|
|
2
|
+
# Find the native JeMalloc includes and library
|
|
3
|
+
#
|
|
4
|
+
# JeMalloc_INCLUDE_DIRS - where to find jemalloc.h, etc.
|
|
5
|
+
# JeMalloc_LIBRARIES - List of libraries when using jemalloc.
|
|
6
|
+
# JeMalloc_FOUND - True if jemalloc found.
|
|
7
|
+
|
|
8
|
+
find_path(JeMalloc_INCLUDE_DIRS
|
|
9
|
+
NAMES jemalloc/jemalloc.h
|
|
10
|
+
HINTS ${JEMALLOC_ROOT_DIR}/include)
|
|
11
|
+
|
|
12
|
+
find_library(JeMalloc_LIBRARIES
|
|
13
|
+
NAMES jemalloc
|
|
14
|
+
HINTS ${JEMALLOC_ROOT_DIR}/lib)
|
|
15
|
+
|
|
16
|
+
include(FindPackageHandleStandardArgs)
|
|
17
|
+
find_package_handle_standard_args(JeMalloc DEFAULT_MSG JeMalloc_LIBRARIES JeMalloc_INCLUDE_DIRS)
|
|
18
|
+
|
|
19
|
+
mark_as_advanced(
|
|
20
|
+
JeMalloc_LIBRARIES
|
|
21
|
+
JeMalloc_INCLUDE_DIRS)
|
|
22
|
+
|
|
23
|
+
if(JeMalloc_FOUND AND NOT (TARGET JeMalloc::JeMalloc))
|
|
24
|
+
add_library (JeMalloc::JeMalloc UNKNOWN IMPORTED)
|
|
25
|
+
set_target_properties(JeMalloc::JeMalloc
|
|
26
|
+
PROPERTIES
|
|
27
|
+
IMPORTED_LOCATION ${JeMalloc_LIBRARIES}
|
|
28
|
+
INTERFACE_INCLUDE_DIRECTORIES ${JeMalloc_INCLUDE_DIRS})
|
|
29
|
+
endif()
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
# - Find NUMA
|
|
2
|
+
# Find the NUMA library and includes
|
|
3
|
+
#
|
|
4
|
+
# NUMA_INCLUDE_DIRS - where to find numa.h, etc.
|
|
5
|
+
# NUMA_LIBRARIES - List of libraries when using NUMA.
|
|
6
|
+
# NUMA_FOUND - True if NUMA found.
|
|
7
|
+
|
|
8
|
+
find_path(NUMA_INCLUDE_DIRS
|
|
9
|
+
NAMES numa.h numaif.h
|
|
10
|
+
HINTS ${NUMA_ROOT_DIR}/include)
|
|
11
|
+
|
|
12
|
+
find_library(NUMA_LIBRARIES
|
|
13
|
+
NAMES numa
|
|
14
|
+
HINTS ${NUMA_ROOT_DIR}/lib)
|
|
15
|
+
|
|
16
|
+
include(FindPackageHandleStandardArgs)
|
|
17
|
+
find_package_handle_standard_args(NUMA DEFAULT_MSG NUMA_LIBRARIES NUMA_INCLUDE_DIRS)
|
|
18
|
+
|
|
19
|
+
mark_as_advanced(
|
|
20
|
+
NUMA_LIBRARIES
|
|
21
|
+
NUMA_INCLUDE_DIRS)
|
|
22
|
+
|
|
23
|
+
if(NUMA_FOUND AND NOT (TARGET NUMA::NUMA))
|
|
24
|
+
add_library (NUMA::NUMA UNKNOWN IMPORTED)
|
|
25
|
+
set_target_properties(NUMA::NUMA
|
|
26
|
+
PROPERTIES
|
|
27
|
+
IMPORTED_LOCATION ${NUMA_LIBRARIES}
|
|
28
|
+
INTERFACE_INCLUDE_DIRECTORIES ${NUMA_INCLUDE_DIRS})
|
|
29
|
+
endif()
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
# - Find Snappy
|
|
2
|
+
# Find the snappy compression library and includes
|
|
3
|
+
#
|
|
4
|
+
# Snappy_INCLUDE_DIRS - where to find snappy.h, etc.
|
|
5
|
+
# Snappy_LIBRARIES - List of libraries when using snappy.
|
|
6
|
+
# Snappy_FOUND - True if snappy found.
|
|
7
|
+
|
|
8
|
+
find_path(Snappy_INCLUDE_DIRS
|
|
9
|
+
NAMES snappy.h
|
|
10
|
+
HINTS ${snappy_ROOT_DIR}/include)
|
|
11
|
+
|
|
12
|
+
find_library(Snappy_LIBRARIES
|
|
13
|
+
NAMES snappy
|
|
14
|
+
HINTS ${snappy_ROOT_DIR}/lib)
|
|
15
|
+
|
|
16
|
+
include(FindPackageHandleStandardArgs)
|
|
17
|
+
find_package_handle_standard_args(Snappy DEFAULT_MSG Snappy_LIBRARIES Snappy_INCLUDE_DIRS)
|
|
18
|
+
|
|
19
|
+
mark_as_advanced(
|
|
20
|
+
Snappy_LIBRARIES
|
|
21
|
+
Snappy_INCLUDE_DIRS)
|
|
22
|
+
|
|
23
|
+
if(Snappy_FOUND AND NOT (TARGET Snappy::snappy))
|
|
24
|
+
add_library (Snappy::snappy UNKNOWN IMPORTED)
|
|
25
|
+
set_target_properties(Snappy::snappy
|
|
26
|
+
PROPERTIES
|
|
27
|
+
IMPORTED_LOCATION ${Snappy_LIBRARIES}
|
|
28
|
+
INTERFACE_INCLUDE_DIRECTORIES ${Snappy_INCLUDE_DIRS})
|
|
29
|
+
endif()
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
# - Find TBB
|
|
2
|
+
# Find the Thread Building Blocks library and includes
|
|
3
|
+
#
|
|
4
|
+
# TBB_INCLUDE_DIRS - where to find tbb.h, etc.
|
|
5
|
+
# TBB_LIBRARIES - List of libraries when using TBB.
|
|
6
|
+
# TBB_FOUND - True if TBB found.
|
|
7
|
+
|
|
8
|
+
if(NOT DEFINED TBB_ROOT_DIR)
|
|
9
|
+
set(TBB_ROOT_DIR "$ENV{TBBROOT}")
|
|
10
|
+
endif()
|
|
11
|
+
|
|
12
|
+
find_path(TBB_INCLUDE_DIRS
|
|
13
|
+
NAMES tbb/tbb.h
|
|
14
|
+
HINTS ${TBB_ROOT_DIR}/include)
|
|
15
|
+
|
|
16
|
+
find_library(TBB_LIBRARIES
|
|
17
|
+
NAMES tbb
|
|
18
|
+
HINTS ${TBB_ROOT_DIR}/lib ENV LIBRARY_PATH)
|
|
19
|
+
|
|
20
|
+
include(FindPackageHandleStandardArgs)
|
|
21
|
+
find_package_handle_standard_args(TBB DEFAULT_MSG TBB_LIBRARIES TBB_INCLUDE_DIRS)
|
|
22
|
+
|
|
23
|
+
mark_as_advanced(
|
|
24
|
+
TBB_LIBRARIES
|
|
25
|
+
TBB_INCLUDE_DIRS)
|
|
26
|
+
|
|
27
|
+
if(TBB_FOUND AND NOT (TARGET TBB::TBB))
|
|
28
|
+
add_library (TBB::TBB UNKNOWN IMPORTED)
|
|
29
|
+
set_target_properties(TBB::TBB
|
|
30
|
+
PROPERTIES
|
|
31
|
+
IMPORTED_LOCATION ${TBB_LIBRARIES}
|
|
32
|
+
INTERFACE_INCLUDE_DIRECTORIES ${TBB_INCLUDE_DIRS})
|
|
33
|
+
endif()
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
# - Find gflags library
|
|
2
|
+
# Find the gflags includes and library
|
|
3
|
+
#
|
|
4
|
+
# GFLAGS_INCLUDE_DIR - where to find gflags.h.
|
|
5
|
+
# GFLAGS_LIBRARIES - List of libraries when using gflags.
|
|
6
|
+
# gflags_FOUND - True if gflags found.
|
|
7
|
+
|
|
8
|
+
find_path(GFLAGS_INCLUDE_DIR
|
|
9
|
+
NAMES gflags/gflags.h)
|
|
10
|
+
|
|
11
|
+
find_library(GFLAGS_LIBRARIES
|
|
12
|
+
NAMES gflags)
|
|
13
|
+
|
|
14
|
+
include(FindPackageHandleStandardArgs)
|
|
15
|
+
find_package_handle_standard_args(gflags
|
|
16
|
+
DEFAULT_MSG GFLAGS_LIBRARIES GFLAGS_INCLUDE_DIR)
|
|
17
|
+
|
|
18
|
+
mark_as_advanced(
|
|
19
|
+
GFLAGS_LIBRARIES
|
|
20
|
+
GFLAGS_INCLUDE_DIR)
|
|
21
|
+
|
|
22
|
+
if(gflags_FOUND AND NOT (TARGET gflags::gflags))
|
|
23
|
+
add_library(gflags::gflags UNKNOWN IMPORTED)
|
|
24
|
+
set_target_properties(gflags::gflags
|
|
25
|
+
PROPERTIES
|
|
26
|
+
IMPORTED_LOCATION ${GFLAGS_LIBRARIES}
|
|
27
|
+
INTERFACE_INCLUDE_DIRECTORIES ${GFLAGS_INCLUDE_DIR}
|
|
28
|
+
IMPORTED_LINK_INTERFACE_LANGUAGES "CXX")
|
|
29
|
+
endif()
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
# - Find Lz4
|
|
2
|
+
# Find the lz4 compression library and includes
|
|
3
|
+
#
|
|
4
|
+
# lz4_INCLUDE_DIRS - where to find lz4.h, etc.
|
|
5
|
+
# lz4_LIBRARIES - List of libraries when using lz4.
|
|
6
|
+
# lz4_FOUND - True if lz4 found.
|
|
7
|
+
|
|
8
|
+
find_path(lz4_INCLUDE_DIRS
|
|
9
|
+
NAMES lz4.h
|
|
10
|
+
HINTS ${lz4_ROOT_DIR}/include)
|
|
11
|
+
|
|
12
|
+
find_library(lz4_LIBRARIES
|
|
13
|
+
NAMES lz4
|
|
14
|
+
HINTS ${lz4_ROOT_DIR}/lib)
|
|
15
|
+
|
|
16
|
+
include(FindPackageHandleStandardArgs)
|
|
17
|
+
find_package_handle_standard_args(lz4 DEFAULT_MSG lz4_LIBRARIES lz4_INCLUDE_DIRS)
|
|
18
|
+
|
|
19
|
+
mark_as_advanced(
|
|
20
|
+
lz4_LIBRARIES
|
|
21
|
+
lz4_INCLUDE_DIRS)
|
|
22
|
+
|
|
23
|
+
if(lz4_FOUND AND NOT (TARGET lz4::lz4))
|
|
24
|
+
add_library(lz4::lz4 UNKNOWN IMPORTED)
|
|
25
|
+
set_target_properties(lz4::lz4
|
|
26
|
+
PROPERTIES
|
|
27
|
+
IMPORTED_LOCATION ${lz4_LIBRARIES}
|
|
28
|
+
INTERFACE_INCLUDE_DIRECTORIES ${lz4_INCLUDE_DIRS})
|
|
29
|
+
endif()
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
# - Find liburing
|
|
2
|
+
#
|
|
3
|
+
# uring_INCLUDE_DIR - Where to find liburing.h
|
|
4
|
+
# uring_LIBRARIES - List of libraries when using uring.
|
|
5
|
+
# uring_FOUND - True if uring found.
|
|
6
|
+
|
|
7
|
+
find_path(uring_INCLUDE_DIR
|
|
8
|
+
NAMES liburing.h)
|
|
9
|
+
find_library(uring_LIBRARIES
|
|
10
|
+
NAMES liburing.a liburing)
|
|
11
|
+
|
|
12
|
+
include(FindPackageHandleStandardArgs)
|
|
13
|
+
find_package_handle_standard_args(uring
|
|
14
|
+
DEFAULT_MSG uring_LIBRARIES uring_INCLUDE_DIR)
|
|
15
|
+
|
|
16
|
+
mark_as_advanced(
|
|
17
|
+
uring_INCLUDE_DIR
|
|
18
|
+
uring_LIBRARIES)
|
|
19
|
+
|
|
20
|
+
if(uring_FOUND AND NOT TARGET uring::uring)
|
|
21
|
+
add_library(uring::uring UNKNOWN IMPORTED)
|
|
22
|
+
set_target_properties(uring::uring PROPERTIES
|
|
23
|
+
INTERFACE_INCLUDE_DIRECTORIES "${uring_INCLUDE_DIR}"
|
|
24
|
+
IMPORTED_LINK_INTERFACE_LANGUAGES "C"
|
|
25
|
+
IMPORTED_LOCATION "${uring_LIBRARIES}")
|
|
26
|
+
endif()
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
# - Find zstd
|
|
2
|
+
# Find the zstd compression library and includes
|
|
3
|
+
#
|
|
4
|
+
# zstd_INCLUDE_DIRS - where to find zstd.h, etc.
|
|
5
|
+
# zstd_LIBRARIES - List of libraries when using zstd.
|
|
6
|
+
# zstd_FOUND - True if zstd found.
|
|
7
|
+
|
|
8
|
+
find_path(zstd_INCLUDE_DIRS
|
|
9
|
+
NAMES zstd.h
|
|
10
|
+
HINTS ${zstd_ROOT_DIR}/include)
|
|
11
|
+
|
|
12
|
+
find_library(zstd_LIBRARIES
|
|
13
|
+
NAMES zstd
|
|
14
|
+
HINTS ${zstd_ROOT_DIR}/lib)
|
|
15
|
+
|
|
16
|
+
include(FindPackageHandleStandardArgs)
|
|
17
|
+
find_package_handle_standard_args(zstd DEFAULT_MSG zstd_LIBRARIES zstd_INCLUDE_DIRS)
|
|
18
|
+
|
|
19
|
+
mark_as_advanced(
|
|
20
|
+
zstd_LIBRARIES
|
|
21
|
+
zstd_INCLUDE_DIRS)
|
|
22
|
+
|
|
23
|
+
if(zstd_FOUND AND NOT (TARGET zstd::zstd))
|
|
24
|
+
add_library (zstd::zstd UNKNOWN IMPORTED)
|
|
25
|
+
set_target_properties(zstd::zstd
|
|
26
|
+
PROPERTIES
|
|
27
|
+
IMPORTED_LOCATION ${zstd_LIBRARIES}
|
|
28
|
+
INTERFACE_INCLUDE_DIRECTORIES ${zstd_INCLUDE_DIRS})
|
|
29
|
+
endif()
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
# Read rocksdb version from version.h header file.
|
|
2
|
+
|
|
3
|
+
function(get_rocksdb_version version_var)
|
|
4
|
+
file(READ "${CMAKE_CURRENT_SOURCE_DIR}/include/rocksdb/version.h" version_header_file)
|
|
5
|
+
foreach(component MAJOR MINOR PATCH)
|
|
6
|
+
string(REGEX MATCH "#define ROCKSDB_${component} ([0-9]+)" _ ${version_header_file})
|
|
7
|
+
set(ROCKSDB_VERSION_${component} ${CMAKE_MATCH_1})
|
|
8
|
+
endforeach()
|
|
9
|
+
set(${version_var} "${ROCKSDB_VERSION_MAJOR}.${ROCKSDB_VERSION_MINOR}.${ROCKSDB_VERSION_PATCH}" PARENT_SCOPE)
|
|
10
|
+
endfunction()
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
ifndef PYTHON
|
|
2
|
+
|
|
3
|
+
# Default to python3. Some distros like CentOS 8 do not have `python`.
|
|
4
|
+
ifeq ($(origin PYTHON), undefined)
|
|
5
|
+
PYTHON := $(shell which python3 || which python || echo python3)
|
|
6
|
+
endif
|
|
7
|
+
export PYTHON
|
|
8
|
+
|
|
9
|
+
endif
|
|
10
|
+
|
|
11
|
+
# To setup tmp directory, first recognize some old variables for setting
|
|
12
|
+
# test tmp directory or base tmp directory. TEST_TMPDIR is usually read
|
|
13
|
+
# by RocksDB tools though Env/FileSystem::GetTestDirectory.
|
|
14
|
+
ifeq ($(TEST_TMPDIR),)
|
|
15
|
+
TEST_TMPDIR := $(TMPD)
|
|
16
|
+
endif
|
|
17
|
+
ifeq ($(TEST_TMPDIR),)
|
|
18
|
+
ifeq ($(BASE_TMPDIR),)
|
|
19
|
+
BASE_TMPDIR :=$(TMPDIR)
|
|
20
|
+
endif
|
|
21
|
+
ifeq ($(BASE_TMPDIR),)
|
|
22
|
+
BASE_TMPDIR :=/tmp
|
|
23
|
+
endif
|
|
24
|
+
# Use /dev/shm if it has the sticky bit set (otherwise, /tmp or other
|
|
25
|
+
# base dir), and create a randomly-named rocksdb.XXXX directory therein.
|
|
26
|
+
TEST_TMPDIR := $(shell f=/dev/shm; test -k $$f || f=$(BASE_TMPDIR); \
|
|
27
|
+
perl -le 'use File::Temp "tempdir";' \
|
|
28
|
+
-e 'print tempdir("'$$f'/rocksdb.XXXX", CLEANUP => 0)')
|
|
29
|
+
endif
|
|
30
|
+
export TEST_TMPDIR
|
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
# build DB_STRESS_CMD so it must exist prior.
|
|
6
6
|
DB_STRESS_CMD?=./db_stress
|
|
7
7
|
|
|
8
|
-
include
|
|
8
|
+
include common.mk
|
|
9
9
|
|
|
10
10
|
CRASHTEST_MAKE=$(MAKE) -f crash_test.mk
|
|
11
11
|
CRASHTEST_PY=$(PYTHON) -u tools/db_crashtest.py --stress_cmd=$(DB_STRESS_CMD)
|
|
@@ -65,10 +65,10 @@ blackbox_crash_test_with_ts: $(DB_STRESS_CMD)
|
|
|
65
65
|
$(CRASHTEST_PY) --enable_ts blackbox $(CRASH_TEST_EXT_ARGS)
|
|
66
66
|
|
|
67
67
|
blackbox_crash_test_with_multiops_wc_txn: $(DB_STRESS_CMD)
|
|
68
|
-
$(
|
|
68
|
+
$(CRASHTEST_PY) --test_multiops_txn --write_policy write_committed blackbox $(CRASH_TEST_EXT_ARGS)
|
|
69
69
|
|
|
70
70
|
blackbox_crash_test_with_multiops_wp_txn: $(DB_STRESS_CMD)
|
|
71
|
-
$(
|
|
71
|
+
$(CRASHTEST_PY) --test_multiops_txn --write_policy write_prepared blackbox $(CRASH_TEST_EXT_ARGS)
|
|
72
72
|
|
|
73
73
|
ifeq ($(CRASH_TEST_KILL_ODD),)
|
|
74
74
|
CRASH_TEST_KILL_ODD=888887
|
|
@@ -23,7 +23,7 @@ Status ArenaWrappedDBIter::GetProperty(std::string prop_name,
|
|
|
23
23
|
if (prop_name == "rocksdb.iterator.super-version-number") {
|
|
24
24
|
// First try to pass the value returned from inner iterator.
|
|
25
25
|
if (!db_iter_->GetProperty(prop_name, prop).ok()) {
|
|
26
|
-
*prop =
|
|
26
|
+
*prop = std::to_string(sv_number_);
|
|
27
27
|
}
|
|
28
28
|
return Status::OK();
|
|
29
29
|
}
|
|
@@ -96,9 +96,9 @@ class BlobIndex {
|
|
|
96
96
|
assert(slice.size() > 0);
|
|
97
97
|
type_ = static_cast<Type>(*slice.data());
|
|
98
98
|
if (type_ >= Type::kUnknown) {
|
|
99
|
-
return Status::Corruption(
|
|
100
|
-
|
|
101
|
-
|
|
99
|
+
return Status::Corruption(kErrorMessage,
|
|
100
|
+
"Unknown blob index type: " +
|
|
101
|
+
std::to_string(static_cast<char>(type_)));
|
|
102
102
|
}
|
|
103
103
|
slice = Slice(slice.data() + 1, slice.size() - 1);
|
|
104
104
|
if (HasTTL()) {
|