@nxtedition/rocksdb 5.2.21 → 5.2.26

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (909) hide show
  1. package/binding.cc +216 -252
  2. package/binding.gyp +78 -72
  3. package/deps/rocksdb/build_version.cc +70 -4
  4. package/deps/rocksdb/rocksdb/CMakeLists.txt +281 -149
  5. package/deps/rocksdb/rocksdb/Makefile +459 -469
  6. package/deps/rocksdb/rocksdb/README.md +4 -4
  7. package/deps/rocksdb/rocksdb/TARGETS +5244 -1500
  8. package/deps/rocksdb/rocksdb/cache/cache.cc +12 -3
  9. package/deps/rocksdb/rocksdb/cache/cache_bench.cc +7 -368
  10. package/deps/rocksdb/rocksdb/cache/cache_bench_tool.cc +924 -0
  11. package/deps/rocksdb/rocksdb/cache/cache_entry_roles.cc +128 -0
  12. package/deps/rocksdb/rocksdb/cache/cache_entry_roles.h +103 -0
  13. package/deps/rocksdb/rocksdb/cache/cache_entry_stats.h +183 -0
  14. package/deps/rocksdb/rocksdb/cache/cache_helpers.h +11 -0
  15. package/deps/rocksdb/rocksdb/cache/cache_key.cc +344 -0
  16. package/deps/rocksdb/rocksdb/cache/cache_key.h +132 -0
  17. package/deps/rocksdb/rocksdb/cache/cache_reservation_manager.cc +183 -0
  18. package/deps/rocksdb/rocksdb/cache/cache_reservation_manager.h +288 -0
  19. package/deps/rocksdb/rocksdb/cache/cache_reservation_manager_test.cc +468 -0
  20. package/deps/rocksdb/rocksdb/cache/cache_test.cc +85 -8
  21. package/deps/rocksdb/rocksdb/cache/clock_cache.cc +121 -51
  22. package/deps/rocksdb/rocksdb/cache/compressed_secondary_cache.cc +171 -0
  23. package/deps/rocksdb/rocksdb/cache/compressed_secondary_cache.h +86 -0
  24. package/deps/rocksdb/rocksdb/cache/compressed_secondary_cache_test.cc +607 -0
  25. package/deps/rocksdb/rocksdb/cache/lru_cache.cc +381 -154
  26. package/deps/rocksdb/rocksdb/cache/lru_cache.h +176 -33
  27. package/deps/rocksdb/rocksdb/cache/lru_cache_test.cc +1659 -3
  28. package/deps/rocksdb/rocksdb/cache/sharded_cache.cc +94 -23
  29. package/deps/rocksdb/rocksdb/cache/sharded_cache.h +49 -28
  30. package/deps/rocksdb/rocksdb/crash_test.mk +93 -0
  31. package/deps/rocksdb/rocksdb/db/arena_wrapped_db_iter.cc +54 -31
  32. package/deps/rocksdb/rocksdb/db/arena_wrapped_db_iter.h +10 -6
  33. package/deps/rocksdb/rocksdb/db/blob/blob_counting_iterator.h +146 -0
  34. package/deps/rocksdb/rocksdb/db/blob/blob_counting_iterator_test.cc +326 -0
  35. package/deps/rocksdb/rocksdb/db/blob/blob_fetcher.cc +34 -0
  36. package/deps/rocksdb/rocksdb/db/blob/blob_fetcher.h +37 -0
  37. package/deps/rocksdb/rocksdb/db/blob/blob_file_addition.cc +4 -2
  38. package/deps/rocksdb/rocksdb/db/blob/blob_file_addition_test.cc +8 -4
  39. package/deps/rocksdb/rocksdb/db/blob/blob_file_builder.cc +99 -40
  40. package/deps/rocksdb/rocksdb/db/blob/blob_file_builder.h +20 -8
  41. package/deps/rocksdb/rocksdb/db/blob/blob_file_builder_test.cc +95 -83
  42. package/deps/rocksdb/rocksdb/db/blob/blob_file_cache.cc +13 -10
  43. package/deps/rocksdb/rocksdb/db/blob/blob_file_cache.h +7 -4
  44. package/deps/rocksdb/rocksdb/db/blob/blob_file_cache_test.cc +37 -37
  45. package/deps/rocksdb/rocksdb/db/blob/blob_file_completion_callback.h +101 -0
  46. package/deps/rocksdb/rocksdb/db/blob/blob_file_meta.cc +8 -1
  47. package/deps/rocksdb/rocksdb/db/blob/blob_file_meta.h +6 -0
  48. package/deps/rocksdb/rocksdb/db/blob/blob_file_reader.cc +209 -44
  49. package/deps/rocksdb/rocksdb/db/blob/blob_file_reader.h +37 -11
  50. package/deps/rocksdb/rocksdb/db/blob/blob_file_reader_test.cc +382 -179
  51. package/deps/rocksdb/rocksdb/db/blob/blob_garbage_meter.cc +100 -0
  52. package/deps/rocksdb/rocksdb/db/blob/blob_garbage_meter.h +102 -0
  53. package/deps/rocksdb/rocksdb/db/blob/blob_garbage_meter_test.cc +196 -0
  54. package/deps/rocksdb/rocksdb/db/blob/blob_index.h +3 -0
  55. package/deps/rocksdb/rocksdb/db/blob/blob_log_format.h +2 -1
  56. package/deps/rocksdb/rocksdb/db/blob/blob_log_sequential_reader.cc +7 -5
  57. package/deps/rocksdb/rocksdb/db/blob/blob_log_sequential_reader.h +10 -3
  58. package/deps/rocksdb/rocksdb/db/blob/blob_log_writer.cc +12 -8
  59. package/deps/rocksdb/rocksdb/db/blob/blob_log_writer.h +5 -5
  60. package/deps/rocksdb/rocksdb/db/blob/db_blob_basic_test.cc +772 -9
  61. package/deps/rocksdb/rocksdb/db/blob/db_blob_compaction_test.cc +730 -0
  62. package/deps/rocksdb/rocksdb/db/blob/db_blob_corruption_test.cc +82 -0
  63. package/deps/rocksdb/rocksdb/db/blob/db_blob_index_test.cc +155 -17
  64. package/deps/rocksdb/rocksdb/db/blob/prefetch_buffer_collection.cc +21 -0
  65. package/deps/rocksdb/rocksdb/db/blob/prefetch_buffer_collection.h +38 -0
  66. package/deps/rocksdb/rocksdb/db/builder.cc +137 -89
  67. package/deps/rocksdb/rocksdb/db/builder.h +16 -37
  68. package/deps/rocksdb/rocksdb/db/c.cc +413 -208
  69. package/deps/rocksdb/rocksdb/db/c_test.c +227 -138
  70. package/deps/rocksdb/rocksdb/db/column_family.cc +118 -103
  71. package/deps/rocksdb/rocksdb/db/column_family.h +86 -44
  72. package/deps/rocksdb/rocksdb/db/column_family_test.cc +38 -24
  73. package/deps/rocksdb/rocksdb/db/compact_files_test.cc +81 -0
  74. package/deps/rocksdb/rocksdb/db/compaction/clipping_iterator.h +275 -0
  75. package/deps/rocksdb/rocksdb/db/compaction/clipping_iterator_test.cc +258 -0
  76. package/deps/rocksdb/rocksdb/db/compaction/compaction.cc +81 -28
  77. package/deps/rocksdb/rocksdb/db/compaction/compaction.h +43 -12
  78. package/deps/rocksdb/rocksdb/db/compaction/compaction_iteration_stats.h +12 -0
  79. package/deps/rocksdb/rocksdb/db/compaction/compaction_iterator.cc +406 -215
  80. package/deps/rocksdb/rocksdb/db/compaction/compaction_iterator.h +147 -50
  81. package/deps/rocksdb/rocksdb/db/compaction/compaction_iterator_test.cc +167 -61
  82. package/deps/rocksdb/rocksdb/db/compaction/compaction_job.cc +1321 -156
  83. package/deps/rocksdb/rocksdb/db/compaction/compaction_job.h +197 -28
  84. package/deps/rocksdb/rocksdb/db/compaction/compaction_job_stats_test.cc +2 -3
  85. package/deps/rocksdb/rocksdb/db/compaction/compaction_job_test.cc +246 -43
  86. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker.cc +65 -26
  87. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker.h +7 -7
  88. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_fifo.cc +122 -9
  89. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_fifo.h +8 -2
  90. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_level.cc +18 -6
  91. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_level.h +1 -1
  92. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_test.cc +536 -44
  93. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_universal.cc +311 -30
  94. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_universal.h +1 -1
  95. package/deps/rocksdb/rocksdb/db/compaction/compaction_service_test.cc +849 -0
  96. package/deps/rocksdb/rocksdb/db/compaction/file_pri.h +92 -0
  97. package/deps/rocksdb/rocksdb/db/compaction/sst_partitioner.cc +46 -0
  98. package/deps/rocksdb/rocksdb/db/comparator_db_test.cc +1 -1
  99. package/deps/rocksdb/rocksdb/db/convenience.cc +6 -3
  100. package/deps/rocksdb/rocksdb/db/corruption_test.cc +383 -28
  101. package/deps/rocksdb/rocksdb/db/cuckoo_table_db_test.cc +7 -2
  102. package/deps/rocksdb/rocksdb/db/db_basic_test.cc +154 -45
  103. package/deps/rocksdb/rocksdb/db/db_block_cache_test.cc +1095 -33
  104. package/deps/rocksdb/rocksdb/db/db_bloom_filter_test.cc +1249 -203
  105. package/deps/rocksdb/rocksdb/db/db_compaction_filter_test.cc +135 -9
  106. package/deps/rocksdb/rocksdb/db/db_compaction_test.cc +1348 -166
  107. package/deps/rocksdb/rocksdb/db/db_dynamic_level_test.cc +3 -5
  108. package/deps/rocksdb/rocksdb/db/db_encryption_test.cc +1 -1
  109. package/deps/rocksdb/rocksdb/db/db_filesnapshot.cc +312 -45
  110. package/deps/rocksdb/rocksdb/db/db_flush_test.cc +1734 -48
  111. package/deps/rocksdb/rocksdb/db/{compacted_db_impl.cc → db_impl/compacted_db_impl.cc} +24 -7
  112. package/deps/rocksdb/rocksdb/db/{compacted_db_impl.h → db_impl/compacted_db_impl.h} +1 -1
  113. package/deps/rocksdb/rocksdb/db/db_impl/db_impl.cc +644 -333
  114. package/deps/rocksdb/rocksdb/db/db_impl/db_impl.h +365 -92
  115. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_compaction_flush.cc +578 -210
  116. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_debug.cc +38 -16
  117. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_experimental.cc +17 -10
  118. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_files.cc +75 -74
  119. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_open.cc +450 -183
  120. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_readonly.cc +42 -9
  121. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_secondary.cc +232 -15
  122. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_secondary.h +42 -4
  123. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_write.cc +297 -100
  124. package/deps/rocksdb/rocksdb/db/db_info_dumper.cc +16 -15
  125. package/deps/rocksdb/rocksdb/db/db_inplace_update_test.cc +31 -1
  126. package/deps/rocksdb/rocksdb/db/db_io_failure_test.cc +6 -5
  127. package/deps/rocksdb/rocksdb/db/db_iter.cc +218 -153
  128. package/deps/rocksdb/rocksdb/db/db_iter.h +14 -12
  129. package/deps/rocksdb/rocksdb/db/db_iter_stress_test.cc +1 -1
  130. package/deps/rocksdb/rocksdb/db/db_iter_test.cc +84 -160
  131. package/deps/rocksdb/rocksdb/db/db_iterator_test.cc +47 -6
  132. package/deps/rocksdb/rocksdb/db/db_kv_checksum_test.cc +204 -0
  133. package/deps/rocksdb/rocksdb/db/db_log_iter_test.cc +21 -13
  134. package/deps/rocksdb/rocksdb/db/db_logical_block_size_cache_test.cc +17 -10
  135. package/deps/rocksdb/rocksdb/db/db_memtable_test.cc +38 -24
  136. package/deps/rocksdb/rocksdb/db/db_merge_operand_test.cc +184 -19
  137. package/deps/rocksdb/rocksdb/db/db_merge_operator_test.cc +1 -1
  138. package/deps/rocksdb/rocksdb/db/db_options_test.cc +183 -3
  139. package/deps/rocksdb/rocksdb/db/db_properties_test.cc +409 -9
  140. package/deps/rocksdb/rocksdb/db/db_range_del_test.cc +92 -23
  141. package/deps/rocksdb/rocksdb/db/db_rate_limiter_test.cc +446 -0
  142. package/deps/rocksdb/rocksdb/db/{db_impl/db_secondary_test.cc → db_secondary_test.cc} +363 -35
  143. package/deps/rocksdb/rocksdb/db/db_sst_test.cc +520 -15
  144. package/deps/rocksdb/rocksdb/db/db_statistics_test.cc +50 -1
  145. package/deps/rocksdb/rocksdb/db/db_table_properties_test.cc +139 -4
  146. package/deps/rocksdb/rocksdb/db/db_tailing_iter_test.cc +1 -1
  147. package/deps/rocksdb/rocksdb/db/db_test.cc +669 -359
  148. package/deps/rocksdb/rocksdb/db/db_test2.cc +2110 -304
  149. package/deps/rocksdb/rocksdb/db/db_test_util.cc +76 -43
  150. package/deps/rocksdb/rocksdb/db/db_test_util.h +231 -103
  151. package/deps/rocksdb/rocksdb/db/db_universal_compaction_test.cc +19 -11
  152. package/deps/rocksdb/rocksdb/db/db_wal_test.cc +490 -71
  153. package/deps/rocksdb/rocksdb/db/db_with_timestamp_basic_test.cc +980 -349
  154. package/deps/rocksdb/rocksdb/db/db_with_timestamp_compaction_test.cc +11 -12
  155. package/deps/rocksdb/rocksdb/db/db_write_buffer_manager_test.cc +793 -0
  156. package/deps/rocksdb/rocksdb/db/db_write_test.cc +2 -1
  157. package/deps/rocksdb/rocksdb/db/dbformat.cc +4 -12
  158. package/deps/rocksdb/rocksdb/db/dbformat.h +28 -18
  159. package/deps/rocksdb/rocksdb/db/dbformat_test.cc +3 -0
  160. package/deps/rocksdb/rocksdb/db/deletefile_test.cc +50 -15
  161. package/deps/rocksdb/rocksdb/db/error_handler.cc +127 -41
  162. package/deps/rocksdb/rocksdb/db/error_handler.h +12 -5
  163. package/deps/rocksdb/rocksdb/db/error_handler_fs_test.cc +524 -255
  164. package/deps/rocksdb/rocksdb/db/event_helpers.cc +136 -11
  165. package/deps/rocksdb/rocksdb/db/event_helpers.h +27 -2
  166. package/deps/rocksdb/rocksdb/db/experimental.cc +100 -0
  167. package/deps/rocksdb/rocksdb/db/external_sst_file_basic_test.cc +307 -4
  168. package/deps/rocksdb/rocksdb/db/external_sst_file_ingestion_job.cc +137 -60
  169. package/deps/rocksdb/rocksdb/db/external_sst_file_ingestion_job.h +12 -8
  170. package/deps/rocksdb/rocksdb/db/external_sst_file_test.cc +86 -55
  171. package/deps/rocksdb/rocksdb/db/fault_injection_test.cc +86 -5
  172. package/deps/rocksdb/rocksdb/db/filename_test.cc +63 -0
  173. package/deps/rocksdb/rocksdb/db/flush_job.cc +619 -64
  174. package/deps/rocksdb/rocksdb/db/flush_job.h +30 -7
  175. package/deps/rocksdb/rocksdb/db/flush_job_test.cc +33 -16
  176. package/deps/rocksdb/rocksdb/db/flush_scheduler.h +2 -1
  177. package/deps/rocksdb/rocksdb/db/forward_iterator.cc +18 -17
  178. package/deps/rocksdb/rocksdb/db/forward_iterator.h +5 -4
  179. package/deps/rocksdb/rocksdb/db/forward_iterator_bench.cc +0 -1
  180. package/deps/rocksdb/rocksdb/db/history_trimming_iterator.h +91 -0
  181. package/deps/rocksdb/rocksdb/db/import_column_family_job.cc +25 -14
  182. package/deps/rocksdb/rocksdb/db/import_column_family_job.h +6 -5
  183. package/deps/rocksdb/rocksdb/db/import_column_family_test.cc +1 -1
  184. package/deps/rocksdb/rocksdb/db/internal_stats.cc +471 -50
  185. package/deps/rocksdb/rocksdb/db/internal_stats.h +129 -25
  186. package/deps/rocksdb/rocksdb/db/job_context.h +22 -9
  187. package/deps/rocksdb/rocksdb/db/kv_checksum.h +394 -0
  188. package/deps/rocksdb/rocksdb/db/listener_test.cc +518 -41
  189. package/deps/rocksdb/rocksdb/db/log_format.h +4 -1
  190. package/deps/rocksdb/rocksdb/db/log_reader.cc +129 -6
  191. package/deps/rocksdb/rocksdb/db/log_reader.h +17 -1
  192. package/deps/rocksdb/rocksdb/db/log_test.cc +161 -11
  193. package/deps/rocksdb/rocksdb/db/log_writer.cc +92 -13
  194. package/deps/rocksdb/rocksdb/db/log_writer.h +18 -5
  195. package/deps/rocksdb/rocksdb/db/logs_with_prep_tracker.h +1 -1
  196. package/deps/rocksdb/rocksdb/db/lookup_key.h +0 -1
  197. package/deps/rocksdb/rocksdb/db/malloc_stats.cc +2 -2
  198. package/deps/rocksdb/rocksdb/db/manual_compaction_test.cc +21 -8
  199. package/deps/rocksdb/rocksdb/db/memtable.cc +144 -54
  200. package/deps/rocksdb/rocksdb/db/memtable.h +72 -15
  201. package/deps/rocksdb/rocksdb/db/memtable_list.cc +95 -47
  202. package/deps/rocksdb/rocksdb/db/memtable_list.h +33 -13
  203. package/deps/rocksdb/rocksdb/db/memtable_list_test.cc +61 -31
  204. package/deps/rocksdb/rocksdb/db/merge_context.h +20 -8
  205. package/deps/rocksdb/rocksdb/db/merge_helper.cc +54 -11
  206. package/deps/rocksdb/rocksdb/db/merge_helper.h +17 -6
  207. package/deps/rocksdb/rocksdb/db/merge_helper_test.cc +13 -7
  208. package/deps/rocksdb/rocksdb/db/merge_test.cc +40 -19
  209. package/deps/rocksdb/rocksdb/db/obsolete_files_test.cc +14 -25
  210. package/deps/rocksdb/rocksdb/db/output_validator.cc +3 -0
  211. package/deps/rocksdb/rocksdb/db/output_validator.h +5 -4
  212. package/deps/rocksdb/rocksdb/db/perf_context_test.cc +32 -28
  213. package/deps/rocksdb/rocksdb/db/periodic_work_scheduler.cc +43 -29
  214. package/deps/rocksdb/rocksdb/db/periodic_work_scheduler.h +9 -7
  215. package/deps/rocksdb/rocksdb/db/periodic_work_scheduler_test.cc +21 -16
  216. package/deps/rocksdb/rocksdb/db/pinned_iterators_manager.h +1 -1
  217. package/deps/rocksdb/rocksdb/db/plain_table_db_test.cc +29 -36
  218. package/deps/rocksdb/rocksdb/db/pre_release_callback.h +1 -2
  219. package/deps/rocksdb/rocksdb/db/prefix_test.cc +4 -4
  220. package/deps/rocksdb/rocksdb/db/range_del_aggregator.h +2 -2
  221. package/deps/rocksdb/rocksdb/db/range_del_aggregator_bench.cc +11 -11
  222. package/deps/rocksdb/rocksdb/db/range_del_aggregator_test.cc +3 -2
  223. package/deps/rocksdb/rocksdb/db/range_tombstone_fragmenter.cc +14 -8
  224. package/deps/rocksdb/rocksdb/db/range_tombstone_fragmenter.h +17 -0
  225. package/deps/rocksdb/rocksdb/db/range_tombstone_fragmenter_test.cc +4 -2
  226. package/deps/rocksdb/rocksdb/db/read_callback.h +1 -0
  227. package/deps/rocksdb/rocksdb/db/repair.cc +87 -58
  228. package/deps/rocksdb/rocksdb/db/repair_test.cc +35 -5
  229. package/deps/rocksdb/rocksdb/db/snapshot_impl.h +2 -1
  230. package/deps/rocksdb/rocksdb/db/table_cache.cc +95 -69
  231. package/deps/rocksdb/rocksdb/db/table_cache.h +63 -53
  232. package/deps/rocksdb/rocksdb/db/table_properties_collector.cc +4 -4
  233. package/deps/rocksdb/rocksdb/db/table_properties_collector.h +78 -10
  234. package/deps/rocksdb/rocksdb/db/table_properties_collector_test.cc +28 -33
  235. package/deps/rocksdb/rocksdb/db/transaction_log_impl.cc +30 -51
  236. package/deps/rocksdb/rocksdb/db/transaction_log_impl.h +12 -8
  237. package/deps/rocksdb/rocksdb/db/version_builder.cc +564 -341
  238. package/deps/rocksdb/rocksdb/db/version_builder.h +8 -8
  239. package/deps/rocksdb/rocksdb/db/version_builder_test.cc +327 -155
  240. package/deps/rocksdb/rocksdb/db/version_edit.cc +89 -27
  241. package/deps/rocksdb/rocksdb/db/version_edit.h +42 -17
  242. package/deps/rocksdb/rocksdb/db/version_edit_handler.cc +324 -43
  243. package/deps/rocksdb/rocksdb/db/version_edit_handler.h +79 -22
  244. package/deps/rocksdb/rocksdb/db/version_edit_test.cc +165 -20
  245. package/deps/rocksdb/rocksdb/db/version_set.cc +935 -1034
  246. package/deps/rocksdb/rocksdb/db/version_set.h +183 -122
  247. package/deps/rocksdb/rocksdb/db/version_set_test.cc +556 -138
  248. package/deps/rocksdb/rocksdb/db/version_util.h +68 -0
  249. package/deps/rocksdb/rocksdb/db/wal_manager.cc +23 -21
  250. package/deps/rocksdb/rocksdb/db/wal_manager.h +5 -2
  251. package/deps/rocksdb/rocksdb/db/wal_manager_test.cc +30 -27
  252. package/deps/rocksdb/rocksdb/db/write_batch.cc +704 -209
  253. package/deps/rocksdb/rocksdb/db/write_batch_internal.h +135 -2
  254. package/deps/rocksdb/rocksdb/db/write_batch_test.cc +209 -5
  255. package/deps/rocksdb/rocksdb/db/write_callback_test.cc +2 -0
  256. package/deps/rocksdb/rocksdb/db/write_controller.cc +47 -54
  257. package/deps/rocksdb/rocksdb/db/write_controller.h +12 -9
  258. package/deps/rocksdb/rocksdb/db/write_controller_test.cc +215 -103
  259. package/deps/rocksdb/rocksdb/db/write_thread.cc +11 -0
  260. package/deps/rocksdb/rocksdb/db/write_thread.h +14 -8
  261. package/deps/rocksdb/rocksdb/db_stress_tool/CMakeLists.txt +7 -4
  262. package/deps/rocksdb/rocksdb/db_stress_tool/batched_ops_stress.cc +10 -3
  263. package/deps/rocksdb/rocksdb/db_stress_tool/cf_consistency_stress.cc +6 -0
  264. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress.cc +1 -1
  265. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_common.cc +19 -2
  266. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_common.h +78 -25
  267. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_compaction_filter.h +13 -2
  268. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_driver.cc +29 -12
  269. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_env_wrapper.h +5 -1
  270. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_gflags.cc +199 -32
  271. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_listener.cc +188 -0
  272. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_listener.h +59 -10
  273. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_shared_state.h +77 -109
  274. package/deps/rocksdb/rocksdb/{third-party/folly/folly/synchronization/WaitOptions.cpp → db_stress_tool/db_stress_stat.cc} +9 -4
  275. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_stat.h +7 -6
  276. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_table_properties_collector.h +1 -0
  277. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_test_base.cc +699 -143
  278. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_test_base.h +20 -2
  279. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_tool.cc +49 -39
  280. package/deps/rocksdb/rocksdb/db_stress_tool/expected_state.cc +631 -0
  281. package/deps/rocksdb/rocksdb/db_stress_tool/expected_state.h +287 -0
  282. package/deps/rocksdb/rocksdb/db_stress_tool/multi_ops_txns_stress.cc +1565 -0
  283. package/deps/rocksdb/rocksdb/db_stress_tool/multi_ops_txns_stress.h +374 -0
  284. package/deps/rocksdb/rocksdb/db_stress_tool/no_batched_ops_stress.cc +149 -18
  285. package/deps/rocksdb/rocksdb/env/composite_env.cc +464 -0
  286. package/deps/rocksdb/rocksdb/env/composite_env_wrapper.h +98 -646
  287. package/deps/rocksdb/rocksdb/env/emulated_clock.h +114 -0
  288. package/deps/rocksdb/rocksdb/env/env.cc +632 -42
  289. package/deps/rocksdb/rocksdb/env/env_basic_test.cc +84 -36
  290. package/deps/rocksdb/rocksdb/env/env_chroot.cc +88 -286
  291. package/deps/rocksdb/rocksdb/env/env_chroot.h +34 -1
  292. package/deps/rocksdb/rocksdb/env/env_encryption.cc +469 -277
  293. package/deps/rocksdb/rocksdb/env/env_encryption_ctr.h +9 -30
  294. package/deps/rocksdb/rocksdb/env/env_posix.cc +110 -119
  295. package/deps/rocksdb/rocksdb/env/env_test.cc +1128 -39
  296. package/deps/rocksdb/rocksdb/env/file_system.cc +147 -8
  297. package/deps/rocksdb/rocksdb/env/file_system_tracer.cc +207 -136
  298. package/deps/rocksdb/rocksdb/env/file_system_tracer.h +86 -54
  299. package/deps/rocksdb/rocksdb/env/fs_posix.cc +192 -64
  300. package/deps/rocksdb/rocksdb/env/fs_readonly.h +107 -0
  301. package/deps/rocksdb/rocksdb/env/fs_remap.cc +339 -0
  302. package/deps/rocksdb/rocksdb/env/fs_remap.h +139 -0
  303. package/deps/rocksdb/rocksdb/env/io_posix.cc +245 -41
  304. package/deps/rocksdb/rocksdb/env/io_posix.h +66 -1
  305. package/deps/rocksdb/rocksdb/env/mock_env.cc +147 -149
  306. package/deps/rocksdb/rocksdb/env/mock_env.h +113 -11
  307. package/deps/rocksdb/rocksdb/env/mock_env_test.cc +2 -4
  308. package/deps/rocksdb/rocksdb/env/unique_id_gen.cc +164 -0
  309. package/deps/rocksdb/rocksdb/env/unique_id_gen.h +71 -0
  310. package/deps/rocksdb/rocksdb/file/delete_scheduler.cc +9 -5
  311. package/deps/rocksdb/rocksdb/file/delete_scheduler.h +6 -4
  312. package/deps/rocksdb/rocksdb/file/delete_scheduler_test.cc +19 -12
  313. package/deps/rocksdb/rocksdb/file/file_prefetch_buffer.cc +459 -70
  314. package/deps/rocksdb/rocksdb/file/file_prefetch_buffer.h +205 -28
  315. package/deps/rocksdb/rocksdb/file/file_util.cc +39 -28
  316. package/deps/rocksdb/rocksdb/file/file_util.h +18 -27
  317. package/deps/rocksdb/rocksdb/file/filename.cc +59 -22
  318. package/deps/rocksdb/rocksdb/file/filename.h +13 -8
  319. package/deps/rocksdb/rocksdb/file/line_file_reader.cc +68 -0
  320. package/deps/rocksdb/rocksdb/file/line_file_reader.h +59 -0
  321. package/deps/rocksdb/rocksdb/file/prefetch_test.cc +1130 -6
  322. package/deps/rocksdb/rocksdb/file/random_access_file_reader.cc +220 -36
  323. package/deps/rocksdb/rocksdb/file/random_access_file_reader.h +69 -17
  324. package/deps/rocksdb/rocksdb/file/random_access_file_reader_test.cc +13 -12
  325. package/deps/rocksdb/rocksdb/file/read_write_util.cc +3 -38
  326. package/deps/rocksdb/rocksdb/file/read_write_util.h +0 -4
  327. package/deps/rocksdb/rocksdb/file/readahead_file_info.h +33 -0
  328. package/deps/rocksdb/rocksdb/file/sequence_file_reader.cc +57 -9
  329. package/deps/rocksdb/rocksdb/file/sequence_file_reader.h +58 -6
  330. package/deps/rocksdb/rocksdb/file/sst_file_manager_impl.cc +29 -54
  331. package/deps/rocksdb/rocksdb/file/sst_file_manager_impl.h +22 -29
  332. package/deps/rocksdb/rocksdb/file/writable_file_writer.cc +424 -50
  333. package/deps/rocksdb/rocksdb/file/writable_file_writer.h +66 -19
  334. package/deps/rocksdb/rocksdb/include/rocksdb/advanced_options.h +157 -66
  335. package/deps/rocksdb/rocksdb/include/rocksdb/c.h +224 -121
  336. package/deps/rocksdb/rocksdb/include/rocksdb/cache.h +333 -30
  337. package/deps/rocksdb/rocksdb/include/rocksdb/cache_bench_tool.h +14 -0
  338. package/deps/rocksdb/rocksdb/include/rocksdb/cleanable.h +1 -1
  339. package/deps/rocksdb/rocksdb/include/rocksdb/compaction_filter.h +90 -50
  340. package/deps/rocksdb/rocksdb/include/rocksdb/compaction_job_stats.h +13 -5
  341. package/deps/rocksdb/rocksdb/include/rocksdb/comparator.h +20 -4
  342. package/deps/rocksdb/rocksdb/include/rocksdb/concurrent_task_limiter.h +8 -3
  343. package/deps/rocksdb/rocksdb/include/rocksdb/configurable.h +53 -12
  344. package/deps/rocksdb/rocksdb/include/rocksdb/convenience.h +31 -6
  345. package/deps/rocksdb/rocksdb/include/rocksdb/customizable.h +102 -7
  346. package/deps/rocksdb/rocksdb/include/rocksdb/data_structure.h +51 -0
  347. package/deps/rocksdb/rocksdb/include/rocksdb/db.h +370 -262
  348. package/deps/rocksdb/rocksdb/include/rocksdb/env.h +286 -87
  349. package/deps/rocksdb/rocksdb/include/rocksdb/env_encryption.h +124 -64
  350. package/deps/rocksdb/rocksdb/include/rocksdb/experimental.h +27 -0
  351. package/deps/rocksdb/rocksdb/include/rocksdb/file_checksum.h +21 -4
  352. package/deps/rocksdb/rocksdb/include/rocksdb/file_system.h +384 -41
  353. package/deps/rocksdb/rocksdb/include/rocksdb/filter_policy.h +111 -143
  354. package/deps/rocksdb/rocksdb/include/rocksdb/flush_block_policy.h +20 -6
  355. package/deps/rocksdb/rocksdb/include/rocksdb/functor_wrapper.h +56 -0
  356. package/deps/rocksdb/rocksdb/include/rocksdb/io_status.h +15 -33
  357. package/deps/rocksdb/rocksdb/include/rocksdb/iostats_context.h +37 -1
  358. package/deps/rocksdb/rocksdb/include/rocksdb/iterator.h +1 -3
  359. package/deps/rocksdb/rocksdb/include/rocksdb/listener.h +314 -26
  360. package/deps/rocksdb/rocksdb/include/rocksdb/memory_allocator.h +11 -7
  361. package/deps/rocksdb/rocksdb/include/rocksdb/memtablerep.h +50 -15
  362. package/deps/rocksdb/rocksdb/include/rocksdb/merge_operator.h +10 -3
  363. package/deps/rocksdb/rocksdb/include/rocksdb/metadata.h +186 -96
  364. package/deps/rocksdb/rocksdb/include/rocksdb/options.h +373 -103
  365. package/deps/rocksdb/rocksdb/include/rocksdb/perf_context.h +13 -3
  366. package/deps/rocksdb/rocksdb/include/rocksdb/persistent_cache.h +2 -2
  367. package/deps/rocksdb/rocksdb/include/rocksdb/rate_limiter.h +37 -7
  368. package/deps/rocksdb/rocksdb/include/rocksdb/rocksdb_namespace.h +6 -0
  369. package/deps/rocksdb/rocksdb/include/rocksdb/secondary_cache.h +87 -0
  370. package/deps/rocksdb/rocksdb/include/rocksdb/slice.h +5 -12
  371. package/deps/rocksdb/rocksdb/include/rocksdb/slice_transform.h +59 -30
  372. package/deps/rocksdb/rocksdb/include/rocksdb/sst_file_manager.h +11 -11
  373. package/deps/rocksdb/rocksdb/include/rocksdb/sst_file_writer.h +22 -0
  374. package/deps/rocksdb/rocksdb/include/rocksdb/sst_partitioner.h +17 -10
  375. package/deps/rocksdb/rocksdb/include/rocksdb/statistics.h +121 -41
  376. package/deps/rocksdb/rocksdb/include/rocksdb/stats_history.h +1 -0
  377. package/deps/rocksdb/rocksdb/include/rocksdb/status.h +114 -136
  378. package/deps/rocksdb/rocksdb/include/rocksdb/system_clock.h +116 -0
  379. package/deps/rocksdb/rocksdb/include/rocksdb/table.h +160 -18
  380. package/deps/rocksdb/rocksdb/include/rocksdb/table_properties.h +57 -15
  381. package/deps/rocksdb/rocksdb/include/rocksdb/thread_status.h +3 -1
  382. package/deps/rocksdb/rocksdb/include/rocksdb/trace_reader_writer.h +10 -6
  383. package/deps/rocksdb/rocksdb/include/rocksdb/trace_record.h +247 -0
  384. package/deps/rocksdb/rocksdb/include/rocksdb/trace_record_result.h +187 -0
  385. package/deps/rocksdb/rocksdb/include/rocksdb/transaction_log.h +1 -1
  386. package/deps/rocksdb/rocksdb/include/rocksdb/types.h +14 -24
  387. package/deps/rocksdb/rocksdb/include/rocksdb/unique_id.h +46 -0
  388. package/deps/rocksdb/rocksdb/include/rocksdb/universal_compaction.h +14 -4
  389. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/agg_merge.h +138 -0
  390. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/backup_engine.h +631 -0
  391. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/cache_dump_load.h +142 -0
  392. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/checkpoint.h +12 -9
  393. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/customizable_util.h +368 -0
  394. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/ldb_cmd.h +24 -0
  395. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/ldb_cmd_execute_result.h +4 -0
  396. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/object_registry.h +418 -63
  397. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/options_type.h +143 -73
  398. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/options_util.h +2 -2
  399. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/replayer.h +87 -0
  400. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/sim_cache.h +2 -2
  401. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/stackable_db.h +43 -5
  402. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/table_properties_collectors.h +18 -23
  403. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/transaction.h +26 -0
  404. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/transaction_db.h +32 -6
  405. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/transaction_db_mutex.h +1 -2
  406. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/write_batch_with_index.h +20 -1
  407. package/deps/rocksdb/rocksdb/include/rocksdb/version.h +30 -3
  408. package/deps/rocksdb/rocksdb/include/rocksdb/wal_filter.h +11 -2
  409. package/deps/rocksdb/rocksdb/include/rocksdb/write_batch.h +89 -11
  410. package/deps/rocksdb/rocksdb/include/rocksdb/write_batch_base.h +11 -0
  411. package/deps/rocksdb/rocksdb/include/rocksdb/write_buffer_manager.h +108 -38
  412. package/deps/rocksdb/rocksdb/logging/auto_roll_logger.cc +40 -23
  413. package/deps/rocksdb/rocksdb/logging/auto_roll_logger.h +12 -5
  414. package/deps/rocksdb/rocksdb/logging/auto_roll_logger_test.cc +100 -49
  415. package/deps/rocksdb/rocksdb/logging/env_logger.h +7 -5
  416. package/deps/rocksdb/rocksdb/logging/env_logger_test.cc +0 -1
  417. package/deps/rocksdb/rocksdb/logging/posix_logger.h +3 -9
  418. package/deps/rocksdb/rocksdb/memory/arena.cc +3 -1
  419. package/deps/rocksdb/rocksdb/memory/arena.h +1 -1
  420. package/deps/rocksdb/rocksdb/memory/jemalloc_nodump_allocator.cc +171 -106
  421. package/deps/rocksdb/rocksdb/memory/jemalloc_nodump_allocator.h +31 -15
  422. package/deps/rocksdb/rocksdb/memory/memkind_kmem_allocator.cc +15 -4
  423. package/deps/rocksdb/rocksdb/memory/memkind_kmem_allocator.h +24 -8
  424. package/deps/rocksdb/rocksdb/memory/memory_allocator.cc +91 -0
  425. package/deps/rocksdb/rocksdb/memory/memory_allocator_test.cc +239 -0
  426. package/deps/rocksdb/rocksdb/memory/memory_usage.h +14 -1
  427. package/deps/rocksdb/rocksdb/memtable/hash_linklist_rep.cc +72 -9
  428. package/deps/rocksdb/rocksdb/memtable/hash_skiplist_rep.cc +52 -6
  429. package/deps/rocksdb/rocksdb/memtable/inlineskiplist.h +53 -0
  430. package/deps/rocksdb/rocksdb/memtable/inlineskiplist_test.cc +5 -5
  431. package/deps/rocksdb/rocksdb/memtable/memtablerep_bench.cc +17 -5
  432. package/deps/rocksdb/rocksdb/memtable/skiplist_test.cc +1 -1
  433. package/deps/rocksdb/rocksdb/memtable/skiplistrep.cc +87 -0
  434. package/deps/rocksdb/rocksdb/memtable/vectorrep.cc +20 -10
  435. package/deps/rocksdb/rocksdb/memtable/write_buffer_manager.cc +148 -94
  436. package/deps/rocksdb/rocksdb/memtable/write_buffer_manager_test.cc +160 -62
  437. package/deps/rocksdb/rocksdb/microbench/CMakeLists.txt +17 -0
  438. package/deps/rocksdb/rocksdb/microbench/README.md +60 -0
  439. package/deps/rocksdb/rocksdb/microbench/db_basic_bench.cc +1360 -0
  440. package/deps/rocksdb/rocksdb/microbench/ribbon_bench.cc +153 -0
  441. package/deps/rocksdb/rocksdb/monitoring/histogram.cc +8 -15
  442. package/deps/rocksdb/rocksdb/monitoring/histogram.h +0 -1
  443. package/deps/rocksdb/rocksdb/monitoring/histogram_test.cc +18 -16
  444. package/deps/rocksdb/rocksdb/monitoring/histogram_windowing.cc +9 -7
  445. package/deps/rocksdb/rocksdb/monitoring/histogram_windowing.h +5 -3
  446. package/deps/rocksdb/rocksdb/monitoring/instrumented_mutex.cc +7 -5
  447. package/deps/rocksdb/rocksdb/monitoring/instrumented_mutex.h +37 -12
  448. package/deps/rocksdb/rocksdb/monitoring/iostats_context.cc +26 -6
  449. package/deps/rocksdb/rocksdb/monitoring/iostats_context_imp.h +6 -10
  450. package/deps/rocksdb/rocksdb/monitoring/perf_context.cc +14 -13
  451. package/deps/rocksdb/rocksdb/monitoring/perf_context_imp.h +19 -20
  452. package/deps/rocksdb/rocksdb/monitoring/perf_step_timer.h +18 -18
  453. package/deps/rocksdb/rocksdb/monitoring/statistics.cc +84 -2
  454. package/deps/rocksdb/rocksdb/monitoring/statistics.h +6 -0
  455. package/deps/rocksdb/rocksdb/monitoring/statistics_test.cc +47 -2
  456. package/deps/rocksdb/rocksdb/monitoring/stats_history_test.cc +67 -54
  457. package/deps/rocksdb/rocksdb/monitoring/thread_status_updater.cc +4 -1
  458. package/deps/rocksdb/rocksdb/monitoring/thread_status_util.cc +2 -1
  459. package/deps/rocksdb/rocksdb/monitoring/thread_status_util_debug.cc +2 -2
  460. package/deps/rocksdb/rocksdb/options/cf_options.cc +280 -212
  461. package/deps/rocksdb/rocksdb/options/cf_options.h +51 -57
  462. package/deps/rocksdb/rocksdb/options/configurable.cc +242 -138
  463. package/deps/rocksdb/rocksdb/options/configurable_helper.h +4 -68
  464. package/deps/rocksdb/rocksdb/options/configurable_test.cc +144 -21
  465. package/deps/rocksdb/rocksdb/options/configurable_test.h +2 -3
  466. package/deps/rocksdb/rocksdb/options/customizable.cc +67 -7
  467. package/deps/rocksdb/rocksdb/options/customizable_test.cc +1773 -151
  468. package/deps/rocksdb/rocksdb/options/db_options.cc +275 -47
  469. package/deps/rocksdb/rocksdb/options/db_options.h +36 -7
  470. package/deps/rocksdb/rocksdb/options/options.cc +49 -17
  471. package/deps/rocksdb/rocksdb/options/options_helper.cc +369 -352
  472. package/deps/rocksdb/rocksdb/options/options_helper.h +23 -23
  473. package/deps/rocksdb/rocksdb/options/options_parser.cc +18 -13
  474. package/deps/rocksdb/rocksdb/options/options_settable_test.cc +67 -54
  475. package/deps/rocksdb/rocksdb/options/options_test.cc +1162 -187
  476. package/deps/rocksdb/rocksdb/plugin/README.md +43 -0
  477. package/deps/rocksdb/rocksdb/port/jemalloc_helper.h +1 -1
  478. package/deps/rocksdb/rocksdb/port/lang.h +52 -0
  479. package/deps/rocksdb/rocksdb/port/port_example.h +1 -1
  480. package/deps/rocksdb/rocksdb/port/port_posix.cc +31 -2
  481. package/deps/rocksdb/rocksdb/port/port_posix.h +20 -2
  482. package/deps/rocksdb/rocksdb/port/stack_trace.cc +20 -4
  483. package/deps/rocksdb/rocksdb/port/sys_time.h +2 -2
  484. package/deps/rocksdb/rocksdb/port/win/env_default.cc +7 -7
  485. package/deps/rocksdb/rocksdb/port/win/env_win.cc +44 -74
  486. package/deps/rocksdb/rocksdb/port/win/env_win.h +25 -23
  487. package/deps/rocksdb/rocksdb/port/win/io_win.cc +32 -34
  488. package/deps/rocksdb/rocksdb/port/win/io_win.h +12 -6
  489. package/deps/rocksdb/rocksdb/port/win/port_win.cc +55 -35
  490. package/deps/rocksdb/rocksdb/port/win/port_win.h +22 -5
  491. package/deps/rocksdb/rocksdb/port/win/win_logger.cc +3 -3
  492. package/deps/rocksdb/rocksdb/port/win/win_logger.h +3 -5
  493. package/deps/rocksdb/rocksdb/port/win/win_thread.cc +7 -1
  494. package/deps/rocksdb/rocksdb/port/win/win_thread.h +12 -17
  495. package/deps/rocksdb/rocksdb/python.mk +9 -0
  496. package/deps/rocksdb/rocksdb/src.mk +82 -34
  497. package/deps/rocksdb/rocksdb/table/adaptive/adaptive_table_factory.cc +3 -4
  498. package/deps/rocksdb/rocksdb/table/adaptive/adaptive_table_factory.h +1 -1
  499. package/deps/rocksdb/rocksdb/table/block_based/block.cc +158 -80
  500. package/deps/rocksdb/rocksdb/table/block_based/block.h +64 -36
  501. package/deps/rocksdb/rocksdb/table/block_based/block_based_filter_block.cc +23 -14
  502. package/deps/rocksdb/rocksdb/table/block_based/block_based_filter_block.h +13 -5
  503. package/deps/rocksdb/rocksdb/table/block_based/block_based_filter_block_test.cc +3 -218
  504. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_builder.cc +603 -328
  505. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_builder.h +28 -22
  506. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_factory.cc +220 -82
  507. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_factory.h +8 -2
  508. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_iterator.cc +3 -4
  509. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_iterator.h +28 -4
  510. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader.cc +598 -492
  511. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader.h +151 -96
  512. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader_impl.h +31 -58
  513. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader_test.cc +330 -92
  514. package/deps/rocksdb/rocksdb/table/block_based/block_builder.cc +50 -19
  515. package/deps/rocksdb/rocksdb/table/block_based/block_builder.h +23 -0
  516. package/deps/rocksdb/rocksdb/table/block_based/block_like_traits.h +226 -0
  517. package/deps/rocksdb/rocksdb/table/block_based/block_prefetcher.cc +56 -22
  518. package/deps/rocksdb/rocksdb/table/block_based/block_prefetcher.h +42 -4
  519. package/deps/rocksdb/rocksdb/table/block_based/block_test.cc +5 -2
  520. package/deps/rocksdb/rocksdb/table/block_based/block_type.h +2 -0
  521. package/deps/rocksdb/rocksdb/table/block_based/cachable_entry.h +34 -20
  522. package/deps/rocksdb/rocksdb/table/block_based/data_block_hash_index_test.cc +9 -10
  523. package/deps/rocksdb/rocksdb/table/block_based/filter_block.h +26 -3
  524. package/deps/rocksdb/rocksdb/table/block_based/filter_block_reader_common.cc +2 -1
  525. package/deps/rocksdb/rocksdb/table/block_based/filter_policy.cc +844 -202
  526. package/deps/rocksdb/rocksdb/table/block_based/filter_policy_internal.h +281 -81
  527. package/deps/rocksdb/rocksdb/table/block_based/flush_block_policy.cc +62 -2
  528. package/deps/rocksdb/rocksdb/table/block_based/flush_block_policy.h +2 -3
  529. package/deps/rocksdb/rocksdb/table/block_based/full_filter_block.cc +28 -7
  530. package/deps/rocksdb/rocksdb/table/block_based/full_filter_block.h +22 -6
  531. package/deps/rocksdb/rocksdb/table/block_based/full_filter_block_test.cc +28 -26
  532. package/deps/rocksdb/rocksdb/table/block_based/hash_index_reader.cc +1 -1
  533. package/deps/rocksdb/rocksdb/table/block_based/index_builder.cc +1 -2
  534. package/deps/rocksdb/rocksdb/table/block_based/index_reader_common.cc +2 -1
  535. package/deps/rocksdb/rocksdb/table/block_based/mock_block_based_table.h +11 -4
  536. package/deps/rocksdb/rocksdb/table/block_based/parsed_full_filter_block.cc +2 -1
  537. package/deps/rocksdb/rocksdb/table/block_based/parsed_full_filter_block.h +2 -0
  538. package/deps/rocksdb/rocksdb/table/block_based/partitioned_filter_block.cc +68 -26
  539. package/deps/rocksdb/rocksdb/table/block_based/partitioned_filter_block.h +44 -9
  540. package/deps/rocksdb/rocksdb/table/block_based/partitioned_filter_block_test.cc +12 -10
  541. package/deps/rocksdb/rocksdb/table/block_based/partitioned_index_iterator.cc +3 -4
  542. package/deps/rocksdb/rocksdb/table/block_based/partitioned_index_iterator.h +23 -4
  543. package/deps/rocksdb/rocksdb/table/block_based/partitioned_index_reader.cc +44 -19
  544. package/deps/rocksdb/rocksdb/table/block_based/partitioned_index_reader.h +5 -1
  545. package/deps/rocksdb/rocksdb/table/block_based/reader_common.cc +16 -28
  546. package/deps/rocksdb/rocksdb/table/block_based/uncompression_dict_reader.cc +7 -4
  547. package/deps/rocksdb/rocksdb/table/block_based/uncompression_dict_reader.h +2 -2
  548. package/deps/rocksdb/rocksdb/table/block_fetcher.cc +77 -57
  549. package/deps/rocksdb/rocksdb/table/block_fetcher.h +23 -12
  550. package/deps/rocksdb/rocksdb/table/block_fetcher_test.cc +43 -56
  551. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_builder.cc +8 -8
  552. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_builder.h +2 -1
  553. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_builder_test.cc +52 -70
  554. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_factory.cc +5 -8
  555. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_factory.h +1 -1
  556. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_reader.cc +17 -11
  557. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_reader.h +2 -3
  558. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_reader_test.cc +42 -51
  559. package/deps/rocksdb/rocksdb/table/format.cc +258 -104
  560. package/deps/rocksdb/rocksdb/table/format.h +120 -109
  561. package/deps/rocksdb/rocksdb/table/get_context.cc +97 -65
  562. package/deps/rocksdb/rocksdb/table/get_context.h +19 -12
  563. package/deps/rocksdb/rocksdb/table/internal_iterator.h +14 -0
  564. package/deps/rocksdb/rocksdb/table/iterator_wrapper.h +8 -0
  565. package/deps/rocksdb/rocksdb/table/merger_test.cc +3 -2
  566. package/deps/rocksdb/rocksdb/table/merging_iterator.cc +11 -21
  567. package/deps/rocksdb/rocksdb/table/merging_iterator.h +3 -3
  568. package/deps/rocksdb/rocksdb/table/meta_blocks.cc +176 -171
  569. package/deps/rocksdb/rocksdb/table/meta_blocks.h +47 -33
  570. package/deps/rocksdb/rocksdb/table/mock_table.cc +7 -9
  571. package/deps/rocksdb/rocksdb/table/mock_table.h +3 -2
  572. package/deps/rocksdb/rocksdb/table/multiget_context.h +15 -8
  573. package/deps/rocksdb/rocksdb/table/persistent_cache_helper.cc +22 -29
  574. package/deps/rocksdb/rocksdb/table/persistent_cache_options.h +6 -3
  575. package/deps/rocksdb/rocksdb/table/plain/plain_table_bloom.h +5 -8
  576. package/deps/rocksdb/rocksdb/table/plain/plain_table_builder.cc +29 -26
  577. package/deps/rocksdb/rocksdb/table/plain/plain_table_builder.h +12 -16
  578. package/deps/rocksdb/rocksdb/table/plain/plain_table_factory.cc +145 -69
  579. package/deps/rocksdb/rocksdb/table/plain/plain_table_factory.h +1 -1
  580. package/deps/rocksdb/rocksdb/table/plain/plain_table_index.cc +7 -6
  581. package/deps/rocksdb/rocksdb/table/plain/plain_table_index.h +3 -4
  582. package/deps/rocksdb/rocksdb/table/plain/plain_table_key_coding.cc +3 -1
  583. package/deps/rocksdb/rocksdb/table/plain/plain_table_key_coding.h +1 -1
  584. package/deps/rocksdb/rocksdb/table/plain/plain_table_reader.cc +13 -18
  585. package/deps/rocksdb/rocksdb/table/plain/plain_table_reader.h +4 -9
  586. package/deps/rocksdb/rocksdb/table/sst_file_dumper.cc +55 -37
  587. package/deps/rocksdb/rocksdb/table/sst_file_dumper.h +10 -5
  588. package/deps/rocksdb/rocksdb/table/sst_file_reader.cc +11 -8
  589. package/deps/rocksdb/rocksdb/table/sst_file_reader_test.cc +222 -16
  590. package/deps/rocksdb/rocksdb/table/sst_file_writer.cc +106 -58
  591. package/deps/rocksdb/rocksdb/table/sst_file_writer_collectors.h +6 -5
  592. package/deps/rocksdb/rocksdb/table/table_builder.h +68 -44
  593. package/deps/rocksdb/rocksdb/table/table_factory.cc +37 -10
  594. package/deps/rocksdb/rocksdb/table/table_properties.cc +109 -54
  595. package/deps/rocksdb/rocksdb/table/table_properties_internal.h +4 -20
  596. package/deps/rocksdb/rocksdb/table/table_reader_bench.cc +33 -32
  597. package/deps/rocksdb/rocksdb/table/table_reader_caller.h +2 -0
  598. package/deps/rocksdb/rocksdb/table/table_test.cc +989 -326
  599. package/deps/rocksdb/rocksdb/table/two_level_iterator.cc +4 -0
  600. package/deps/rocksdb/rocksdb/table/unique_id.cc +166 -0
  601. package/deps/rocksdb/rocksdb/table/unique_id_impl.h +59 -0
  602. package/deps/rocksdb/rocksdb/test_util/mock_time_env.cc +1 -1
  603. package/deps/rocksdb/rocksdb/test_util/mock_time_env.h +13 -10
  604. package/deps/rocksdb/rocksdb/test_util/sync_point.cc +1 -2
  605. package/deps/rocksdb/rocksdb/test_util/sync_point.h +35 -16
  606. package/deps/rocksdb/rocksdb/test_util/sync_point_impl.cc +32 -10
  607. package/deps/rocksdb/rocksdb/test_util/sync_point_impl.h +31 -4
  608. package/deps/rocksdb/rocksdb/test_util/testharness.cc +53 -1
  609. package/deps/rocksdb/rocksdb/test_util/testharness.h +67 -3
  610. package/deps/rocksdb/rocksdb/test_util/testutil.cc +236 -66
  611. package/deps/rocksdb/rocksdb/test_util/testutil.h +63 -100
  612. package/deps/rocksdb/rocksdb/test_util/transaction_test_util.cc +12 -1
  613. package/deps/rocksdb/rocksdb/tools/blob_dump.cc +2 -2
  614. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer.cc +6 -3
  615. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer.h +1 -0
  616. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer_test.cc +9 -3
  617. package/deps/rocksdb/rocksdb/tools/db_bench.cc +1 -1
  618. package/deps/rocksdb/rocksdb/tools/db_bench_tool.cc +1420 -611
  619. package/deps/rocksdb/rocksdb/tools/db_bench_tool_test.cc +11 -8
  620. package/deps/rocksdb/rocksdb/tools/db_repl_stress.cc +11 -1
  621. package/deps/rocksdb/rocksdb/tools/io_tracer_parser_test.cc +4 -2
  622. package/deps/rocksdb/rocksdb/tools/io_tracer_parser_tool.cc +46 -22
  623. package/deps/rocksdb/rocksdb/tools/ldb_cmd.cc +655 -179
  624. package/deps/rocksdb/rocksdb/tools/ldb_cmd_impl.h +58 -6
  625. package/deps/rocksdb/rocksdb/tools/ldb_cmd_test.cc +472 -29
  626. package/deps/rocksdb/rocksdb/tools/ldb_tool.cc +23 -2
  627. package/deps/rocksdb/rocksdb/tools/reduce_levels_test.cc +2 -2
  628. package/deps/rocksdb/rocksdb/tools/simulated_hybrid_file_system.cc +246 -0
  629. package/deps/rocksdb/rocksdb/tools/simulated_hybrid_file_system.h +126 -0
  630. package/deps/rocksdb/rocksdb/tools/sst_dump_test.cc +83 -29
  631. package/deps/rocksdb/rocksdb/tools/sst_dump_tool.cc +38 -17
  632. package/deps/rocksdb/rocksdb/tools/trace_analyzer_test.cc +191 -55
  633. package/deps/rocksdb/rocksdb/tools/trace_analyzer_tool.cc +219 -296
  634. package/deps/rocksdb/rocksdb/tools/trace_analyzer_tool.h +87 -53
  635. package/deps/rocksdb/rocksdb/tools/write_stress.cc +8 -7
  636. package/deps/rocksdb/rocksdb/trace_replay/block_cache_tracer.cc +6 -5
  637. package/deps/rocksdb/rocksdb/trace_replay/block_cache_tracer.h +5 -4
  638. package/deps/rocksdb/rocksdb/trace_replay/block_cache_tracer_test.cc +14 -9
  639. package/deps/rocksdb/rocksdb/trace_replay/io_tracer.cc +134 -60
  640. package/deps/rocksdb/rocksdb/trace_replay/io_tracer.h +49 -38
  641. package/deps/rocksdb/rocksdb/trace_replay/io_tracer_test.cc +152 -15
  642. package/deps/rocksdb/rocksdb/trace_replay/trace_record.cc +206 -0
  643. package/deps/rocksdb/rocksdb/trace_replay/trace_record_handler.cc +190 -0
  644. package/deps/rocksdb/rocksdb/trace_replay/trace_record_handler.h +46 -0
  645. package/deps/rocksdb/rocksdb/trace_replay/trace_record_result.cc +146 -0
  646. package/deps/rocksdb/rocksdb/trace_replay/trace_replay.cc +475 -344
  647. package/deps/rocksdb/rocksdb/trace_replay/trace_replay.h +83 -95
  648. package/deps/rocksdb/rocksdb/util/autovector.h +38 -18
  649. package/deps/rocksdb/rocksdb/util/autovector_test.cc +1 -1
  650. package/deps/rocksdb/rocksdb/util/bloom_impl.h +4 -0
  651. package/deps/rocksdb/rocksdb/util/bloom_test.cc +276 -94
  652. package/deps/rocksdb/rocksdb/util/build_version.cc.in +81 -4
  653. package/deps/rocksdb/rocksdb/util/cast_util.h +22 -0
  654. package/deps/rocksdb/rocksdb/util/channel.h +2 -0
  655. package/deps/rocksdb/rocksdb/util/coding.h +1 -33
  656. package/deps/rocksdb/rocksdb/util/compaction_job_stats_impl.cc +8 -0
  657. package/deps/rocksdb/rocksdb/util/comparator.cc +163 -3
  658. package/deps/rocksdb/rocksdb/util/compression.cc +122 -0
  659. package/deps/rocksdb/rocksdb/util/compression.h +212 -7
  660. package/deps/rocksdb/rocksdb/util/compression_context_cache.cc +1 -3
  661. package/deps/rocksdb/rocksdb/util/crc32c.cc +165 -2
  662. package/deps/rocksdb/rocksdb/util/crc32c.h +6 -0
  663. package/deps/rocksdb/rocksdb/util/crc32c_arm64.cc +14 -0
  664. package/deps/rocksdb/rocksdb/util/crc32c_ppc.h +3 -0
  665. package/deps/rocksdb/rocksdb/util/crc32c_test.cc +47 -0
  666. package/deps/rocksdb/rocksdb/util/defer.h +30 -1
  667. package/deps/rocksdb/rocksdb/util/defer_test.cc +11 -0
  668. package/deps/rocksdb/rocksdb/util/duplicate_detector.h +3 -1
  669. package/deps/rocksdb/rocksdb/util/dynamic_bloom.h +3 -3
  670. package/deps/rocksdb/rocksdb/util/dynamic_bloom_test.cc +5 -4
  671. package/deps/rocksdb/rocksdb/util/fastrange.h +2 -0
  672. package/deps/rocksdb/rocksdb/util/file_checksum_helper.cc +36 -0
  673. package/deps/rocksdb/rocksdb/util/file_checksum_helper.h +3 -1
  674. package/deps/rocksdb/rocksdb/util/file_reader_writer_test.cc +512 -52
  675. package/deps/rocksdb/rocksdb/util/filter_bench.cc +65 -10
  676. package/deps/rocksdb/rocksdb/util/gflags_compat.h +6 -1
  677. package/deps/rocksdb/rocksdb/util/hash.cc +121 -3
  678. package/deps/rocksdb/rocksdb/util/hash.h +31 -1
  679. package/deps/rocksdb/rocksdb/util/hash128.h +26 -0
  680. package/deps/rocksdb/rocksdb/util/hash_containers.h +51 -0
  681. package/deps/rocksdb/rocksdb/util/hash_test.cc +194 -2
  682. package/deps/rocksdb/rocksdb/util/heap.h +6 -1
  683. package/deps/rocksdb/rocksdb/util/kv_map.h +1 -1
  684. package/deps/rocksdb/rocksdb/util/log_write_bench.cc +8 -6
  685. package/deps/rocksdb/rocksdb/util/math.h +74 -7
  686. package/deps/rocksdb/rocksdb/util/math128.h +13 -1
  687. package/deps/rocksdb/rocksdb/util/murmurhash.h +3 -3
  688. package/deps/rocksdb/rocksdb/util/random.cc +9 -0
  689. package/deps/rocksdb/rocksdb/util/random.h +6 -0
  690. package/deps/rocksdb/rocksdb/util/rate_limiter.cc +298 -144
  691. package/deps/rocksdb/rocksdb/util/rate_limiter.h +68 -19
  692. package/deps/rocksdb/rocksdb/util/rate_limiter_test.cc +335 -23
  693. package/deps/rocksdb/rocksdb/util/repeatable_thread.h +10 -12
  694. package/deps/rocksdb/rocksdb/util/repeatable_thread_test.cc +18 -15
  695. package/deps/rocksdb/rocksdb/util/ribbon_alg.h +98 -74
  696. package/deps/rocksdb/rocksdb/util/ribbon_config.cc +506 -0
  697. package/deps/rocksdb/rocksdb/util/ribbon_config.h +182 -0
  698. package/deps/rocksdb/rocksdb/util/ribbon_impl.h +154 -79
  699. package/deps/rocksdb/rocksdb/util/ribbon_test.cc +742 -365
  700. package/deps/rocksdb/rocksdb/util/set_comparator.h +2 -0
  701. package/deps/rocksdb/rocksdb/util/slice.cc +198 -35
  702. package/deps/rocksdb/rocksdb/util/slice_test.cc +30 -1
  703. package/deps/rocksdb/rocksdb/util/status.cc +32 -29
  704. package/deps/rocksdb/rocksdb/util/stop_watch.h +18 -18
  705. package/deps/rocksdb/rocksdb/util/string_util.cc +85 -6
  706. package/deps/rocksdb/rocksdb/util/string_util.h +47 -2
  707. package/deps/rocksdb/rocksdb/util/thread_guard.h +41 -0
  708. package/deps/rocksdb/rocksdb/util/thread_local.h +2 -2
  709. package/deps/rocksdb/rocksdb/util/thread_local_test.cc +22 -24
  710. package/deps/rocksdb/rocksdb/util/threadpool_imp.cc +7 -6
  711. package/deps/rocksdb/rocksdb/util/timer.h +55 -46
  712. package/deps/rocksdb/rocksdb/util/timer_test.cc +50 -48
  713. package/deps/rocksdb/rocksdb/util/user_comparator_wrapper.h +4 -0
  714. package/deps/rocksdb/rocksdb/util/vector_iterator.h +31 -15
  715. package/deps/rocksdb/rocksdb/util/work_queue.h +2 -0
  716. package/deps/rocksdb/rocksdb/util/xxhash.cc +35 -1144
  717. package/deps/rocksdb/rocksdb/util/xxhash.h +5117 -373
  718. package/deps/rocksdb/rocksdb/util/xxph3.h +1762 -0
  719. package/deps/rocksdb/rocksdb/utilities/agg_merge/agg_merge.cc +238 -0
  720. package/deps/rocksdb/rocksdb/utilities/agg_merge/agg_merge.h +49 -0
  721. package/deps/rocksdb/rocksdb/utilities/agg_merge/agg_merge_test.cc +134 -0
  722. package/deps/rocksdb/rocksdb/utilities/agg_merge/test_agg_merge.cc +104 -0
  723. package/deps/rocksdb/rocksdb/utilities/agg_merge/test_agg_merge.h +47 -0
  724. package/deps/rocksdb/rocksdb/utilities/backup/backup_engine.cc +3164 -0
  725. package/deps/rocksdb/rocksdb/utilities/backup/backup_engine_impl.h +29 -0
  726. package/deps/rocksdb/rocksdb/utilities/{backupable/backupable_db_test.cc → backup/backup_engine_test.cc} +1679 -485
  727. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_compaction_filter.cc +6 -4
  728. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_compaction_filter.h +14 -9
  729. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db.cc +2 -0
  730. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db.h +1 -0
  731. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_gc_stats.h +4 -0
  732. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_impl.cc +37 -27
  733. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_impl.h +8 -4
  734. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_impl_filesnapshot.cc +1 -1
  735. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_iterator.h +13 -10
  736. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_listener.h +5 -0
  737. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_test.cc +44 -25
  738. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_dump_tool.cc +3 -4
  739. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_file.cc +27 -19
  740. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_file.h +4 -2
  741. package/deps/rocksdb/rocksdb/utilities/cache_dump_load.cc +69 -0
  742. package/deps/rocksdb/rocksdb/utilities/cache_dump_load_impl.cc +489 -0
  743. package/deps/rocksdb/rocksdb/utilities/cache_dump_load_impl.h +366 -0
  744. package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_compaction_filter.cc +67 -4
  745. package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_compaction_filter.h +21 -6
  746. package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_functional_test.cc +107 -7
  747. package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_options.h +43 -0
  748. package/deps/rocksdb/rocksdb/utilities/cassandra/format.h +1 -1
  749. package/deps/rocksdb/rocksdb/utilities/cassandra/merge_operator.cc +24 -8
  750. package/deps/rocksdb/rocksdb/utilities/cassandra/merge_operator.h +7 -7
  751. package/deps/rocksdb/rocksdb/utilities/cassandra/serialize.h +5 -0
  752. package/deps/rocksdb/rocksdb/utilities/checkpoint/checkpoint_impl.cc +99 -218
  753. package/deps/rocksdb/rocksdb/utilities/checkpoint/checkpoint_impl.h +8 -24
  754. package/deps/rocksdb/rocksdb/utilities/checkpoint/checkpoint_test.cc +114 -1
  755. package/deps/rocksdb/rocksdb/utilities/compaction_filters/layered_compaction_filter_base.h +6 -2
  756. package/deps/rocksdb/rocksdb/utilities/compaction_filters/remove_emptyvalue_compactionfilter.cc +0 -4
  757. package/deps/rocksdb/rocksdb/utilities/compaction_filters/remove_emptyvalue_compactionfilter.h +7 -6
  758. package/deps/rocksdb/rocksdb/utilities/compaction_filters.cc +56 -0
  759. package/deps/rocksdb/rocksdb/utilities/convenience/info_log_finder.cc +2 -2
  760. package/deps/rocksdb/rocksdb/utilities/counted_fs.cc +355 -0
  761. package/deps/rocksdb/rocksdb/utilities/counted_fs.h +152 -0
  762. package/deps/rocksdb/rocksdb/utilities/env_mirror.cc +13 -0
  763. package/deps/rocksdb/rocksdb/utilities/env_timed.cc +164 -122
  764. package/deps/rocksdb/rocksdb/utilities/env_timed.h +97 -0
  765. package/deps/rocksdb/rocksdb/utilities/fault_injection_env.cc +75 -17
  766. package/deps/rocksdb/rocksdb/utilities/fault_injection_env.h +19 -3
  767. package/deps/rocksdb/rocksdb/utilities/fault_injection_fs.cc +539 -126
  768. package/deps/rocksdb/rocksdb/utilities/fault_injection_fs.h +162 -17
  769. package/deps/rocksdb/rocksdb/utilities/fault_injection_secondary_cache.cc +110 -0
  770. package/deps/rocksdb/rocksdb/utilities/fault_injection_secondary_cache.h +94 -0
  771. package/deps/rocksdb/rocksdb/utilities/memory/memory_test.cc +5 -2
  772. package/deps/rocksdb/rocksdb/utilities/memory_allocators.h +104 -0
  773. package/deps/rocksdb/rocksdb/utilities/merge_operators/bytesxor.h +5 -3
  774. package/deps/rocksdb/rocksdb/utilities/merge_operators/max.cc +4 -1
  775. package/deps/rocksdb/rocksdb/utilities/merge_operators/put.cc +11 -3
  776. package/deps/rocksdb/rocksdb/utilities/merge_operators/sortlist.cc +0 -2
  777. package/deps/rocksdb/rocksdb/utilities/merge_operators/sortlist.h +5 -1
  778. package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend.cc +29 -10
  779. package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend.h +6 -3
  780. package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend2.cc +29 -14
  781. package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend2.h +6 -3
  782. package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend_test.cc +71 -18
  783. package/deps/rocksdb/rocksdb/utilities/merge_operators/uint64add.cc +15 -9
  784. package/deps/rocksdb/rocksdb/utilities/merge_operators.cc +120 -0
  785. package/deps/rocksdb/rocksdb/utilities/merge_operators.h +3 -23
  786. package/deps/rocksdb/rocksdb/utilities/object_registry.cc +267 -42
  787. package/deps/rocksdb/rocksdb/utilities/object_registry_test.cc +702 -76
  788. package/deps/rocksdb/rocksdb/utilities/option_change_migration/option_change_migration.cc +1 -1
  789. package/deps/rocksdb/rocksdb/utilities/option_change_migration/option_change_migration_test.cc +26 -5
  790. package/deps/rocksdb/rocksdb/utilities/options/options_util.cc +1 -1
  791. package/deps/rocksdb/rocksdb/utilities/options/options_util_test.cc +124 -1
  792. package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier.cc +2 -3
  793. package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier.h +8 -9
  794. package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier_file.cc +15 -13
  795. package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier_file.h +1 -1
  796. package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier_metadata.h +4 -4
  797. package/deps/rocksdb/rocksdb/utilities/persistent_cache/hash_table_evictable.h +2 -2
  798. package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_bench.cc +8 -9
  799. package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_test.cc +1 -1
  800. package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_tier.h +6 -3
  801. package/deps/rocksdb/rocksdb/utilities/persistent_cache/volatile_tier_impl.h +2 -2
  802. package/deps/rocksdb/rocksdb/utilities/simulator_cache/cache_simulator.cc +3 -0
  803. package/deps/rocksdb/rocksdb/utilities/simulator_cache/cache_simulator_test.cc +2 -0
  804. package/deps/rocksdb/rocksdb/utilities/simulator_cache/sim_cache.cc +43 -35
  805. package/deps/rocksdb/rocksdb/utilities/simulator_cache/sim_cache_test.cc +20 -18
  806. package/deps/rocksdb/rocksdb/utilities/table_properties_collectors/compact_on_deletion_collector.cc +107 -2
  807. package/deps/rocksdb/rocksdb/utilities/trace/file_trace_reader_writer.cc +23 -15
  808. package/deps/rocksdb/rocksdb/utilities/trace/file_trace_reader_writer.h +2 -2
  809. package/deps/rocksdb/rocksdb/utilities/trace/replayer_impl.cc +316 -0
  810. package/deps/rocksdb/rocksdb/utilities/trace/replayer_impl.h +86 -0
  811. package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_manager.cc +4 -5
  812. package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_manager.h +4 -3
  813. package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_manager_test.h +1 -1
  814. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_locking_test.cc +119 -3
  815. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/locktree.cc +20 -3
  816. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/locktree.h +20 -0
  817. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_external_pthread.h +3 -2
  818. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_time.h +4 -0
  819. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/range_tree_lock_manager.cc +38 -14
  820. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/range_tree_lock_manager.h +17 -10
  821. package/deps/rocksdb/rocksdb/utilities/transactions/optimistic_transaction_db_impl.h +1 -0
  822. package/deps/rocksdb/rocksdb/utilities/transactions/optimistic_transaction_test.cc +1 -2
  823. package/deps/rocksdb/rocksdb/utilities/transactions/pessimistic_transaction.cc +423 -34
  824. package/deps/rocksdb/rocksdb/utilities/transactions/pessimistic_transaction.h +82 -2
  825. package/deps/rocksdb/rocksdb/utilities/transactions/pessimistic_transaction_db.cc +72 -40
  826. package/deps/rocksdb/rocksdb/utilities/transactions/pessimistic_transaction_db.h +32 -1
  827. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_base.cc +13 -5
  828. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_base.h +7 -3
  829. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_test.cc +207 -43
  830. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_test.h +50 -7
  831. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_util.cc +28 -10
  832. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_util.h +11 -6
  833. package/deps/rocksdb/rocksdb/utilities/transactions/write_committed_transaction_ts_test.cc +516 -0
  834. package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_transaction_test.cc +506 -15
  835. package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn.cc +27 -13
  836. package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn_db.cc +14 -14
  837. package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn_db.h +3 -0
  838. package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_transaction_test.cc +2 -2
  839. package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_txn.cc +14 -5
  840. package/deps/rocksdb/rocksdb/utilities/ttl/db_ttl_impl.cc +305 -27
  841. package/deps/rocksdb/rocksdb/utilities/ttl/db_ttl_impl.h +55 -159
  842. package/deps/rocksdb/rocksdb/utilities/ttl/ttl_test.cc +209 -2
  843. package/deps/rocksdb/rocksdb/utilities/wal_filter.cc +23 -0
  844. package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index.cc +157 -88
  845. package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index_internal.cc +501 -114
  846. package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index_internal.h +91 -316
  847. package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index_test.cc +1212 -672
  848. package/deps/rocksdb/rocksdb.gyp +425 -446
  849. package/package.json +8 -8
  850. package/prebuilds/darwin-arm64/node.napi.node +0 -0
  851. package/prebuilds/darwin-x86/node.napi.node +0 -0
  852. package/prebuilds/{darwin-x64+arm64 → linux-x64}/node.napi.node +0 -0
  853. package/deps/rocksdb/rocksdb/env/env_hdfs.cc +0 -648
  854. package/deps/rocksdb/rocksdb/hdfs/README +0 -23
  855. package/deps/rocksdb/rocksdb/hdfs/env_hdfs.h +0 -386
  856. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/backupable_db.h +0 -535
  857. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/env_librados.h +0 -175
  858. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/utility_db.h +0 -34
  859. package/deps/rocksdb/rocksdb/memory/memkind_kmem_allocator_test.cc +0 -102
  860. package/deps/rocksdb/rocksdb/memtable/hash_linklist_rep.h +0 -49
  861. package/deps/rocksdb/rocksdb/memtable/hash_skiplist_rep.h +0 -44
  862. package/deps/rocksdb/rocksdb/options/customizable_helper.h +0 -216
  863. package/deps/rocksdb/rocksdb/third-party/folly/folly/CPortability.h +0 -27
  864. package/deps/rocksdb/rocksdb/third-party/folly/folly/ConstexprMath.h +0 -45
  865. package/deps/rocksdb/rocksdb/third-party/folly/folly/Indestructible.h +0 -166
  866. package/deps/rocksdb/rocksdb/third-party/folly/folly/Optional.h +0 -570
  867. package/deps/rocksdb/rocksdb/third-party/folly/folly/Portability.h +0 -92
  868. package/deps/rocksdb/rocksdb/third-party/folly/folly/ScopeGuard.h +0 -54
  869. package/deps/rocksdb/rocksdb/third-party/folly/folly/Traits.h +0 -152
  870. package/deps/rocksdb/rocksdb/third-party/folly/folly/Unit.h +0 -59
  871. package/deps/rocksdb/rocksdb/third-party/folly/folly/Utility.h +0 -141
  872. package/deps/rocksdb/rocksdb/third-party/folly/folly/chrono/Hardware.h +0 -33
  873. package/deps/rocksdb/rocksdb/third-party/folly/folly/container/Array.h +0 -74
  874. package/deps/rocksdb/rocksdb/third-party/folly/folly/detail/Futex-inl.h +0 -117
  875. package/deps/rocksdb/rocksdb/third-party/folly/folly/detail/Futex.cpp +0 -263
  876. package/deps/rocksdb/rocksdb/third-party/folly/folly/detail/Futex.h +0 -96
  877. package/deps/rocksdb/rocksdb/third-party/folly/folly/functional/Invoke.h +0 -40
  878. package/deps/rocksdb/rocksdb/third-party/folly/folly/hash/Hash.h +0 -29
  879. package/deps/rocksdb/rocksdb/third-party/folly/folly/lang/Align.h +0 -144
  880. package/deps/rocksdb/rocksdb/third-party/folly/folly/lang/Bits.h +0 -30
  881. package/deps/rocksdb/rocksdb/third-party/folly/folly/lang/Launder.h +0 -51
  882. package/deps/rocksdb/rocksdb/third-party/folly/folly/portability/Asm.h +0 -28
  883. package/deps/rocksdb/rocksdb/third-party/folly/folly/portability/SysSyscall.h +0 -10
  884. package/deps/rocksdb/rocksdb/third-party/folly/folly/portability/SysTypes.h +0 -26
  885. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/AtomicNotification-inl.h +0 -138
  886. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/AtomicNotification.cpp +0 -23
  887. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/AtomicNotification.h +0 -57
  888. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/AtomicUtil-inl.h +0 -260
  889. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/AtomicUtil.h +0 -52
  890. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/Baton.h +0 -328
  891. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/DistributedMutex-inl.h +0 -1703
  892. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/DistributedMutex.cpp +0 -16
  893. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/DistributedMutex.h +0 -304
  894. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/DistributedMutexSpecializations.h +0 -39
  895. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/ParkingLot.cpp +0 -26
  896. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/ParkingLot.h +0 -318
  897. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/WaitOptions.h +0 -57
  898. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/detail/InlineFunctionRef.h +0 -219
  899. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/detail/ProxyLockable-inl.h +0 -207
  900. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/detail/ProxyLockable.h +0 -164
  901. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/detail/Sleeper.h +0 -57
  902. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/detail/Spin.h +0 -77
  903. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/test/DistributedMutexTest.cpp +0 -1145
  904. package/deps/rocksdb/rocksdb/util/build_version.h +0 -15
  905. package/deps/rocksdb/rocksdb/util/xxh3p.h +0 -1392
  906. package/deps/rocksdb/rocksdb/utilities/backupable/backupable_db.cc +0 -2354
  907. package/deps/rocksdb/rocksdb/utilities/env_librados.cc +0 -1497
  908. package/deps/rocksdb/rocksdb/utilities/env_librados_test.cc +0 -1146
  909. package/prebuilds/linux-x64/node.napi.glibc.node +0 -0
@@ -0,0 +1,1360 @@
1
+ // Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
2
+ // This source code is licensed under both the GPLv2 (found in the
3
+ // COPYING file in the root directory) and Apache 2.0 License
4
+ // (found in the LICENSE.Apache file in the root directory).
5
+
6
+ #ifndef OS_WIN
7
+ #include <unistd.h>
8
+ #endif // ! OS_WIN
9
+
10
+ #include "benchmark/benchmark.h"
11
+ #include "db/db_impl/db_impl.h"
12
+ #include "rocksdb/db.h"
13
+ #include "rocksdb/filter_policy.h"
14
+ #include "rocksdb/options.h"
15
+ #include "table/block_based/block.h"
16
+ #include "table/block_based/block_builder.h"
17
+ #include "util/random.h"
18
+
19
+ namespace ROCKSDB_NAMESPACE {
20
+
21
+ class KeyGenerator {
22
+ public:
23
+ // Generate next key
24
+ // buff: the caller needs to make sure there's enough space for generated key
25
+ // offset: to control the group of the key, 0 means normal key, 1 means
26
+ // non-existing key, 2 is reserved prefix_only: only return a prefix
27
+ Slice Next(char* buff, int8_t offset = 0, bool prefix_only = false) {
28
+ assert(max_key_ < std::numeric_limits<uint32_t>::max() /
29
+ MULTIPLIER); // TODO: add large key support
30
+
31
+ uint32_t k;
32
+ if (is_sequential_) {
33
+ assert(next_sequential_key_ < max_key_);
34
+ k = (next_sequential_key_ % max_key_) * MULTIPLIER + offset;
35
+ next_sequential_key_++;
36
+ } else {
37
+ k = (rnd_->Next() % max_key_) * MULTIPLIER + offset;
38
+ }
39
+ // TODO: make sure the buff is large enough
40
+ memset(buff, 0, key_size_);
41
+ if (prefix_num_ > 0) {
42
+ uint32_t prefix = (k % prefix_num_) * MULTIPLIER + offset;
43
+ Encode(buff, prefix);
44
+ if (prefix_only) {
45
+ return {buff, prefix_size_};
46
+ }
47
+ }
48
+ Encode(buff + prefix_size_, k);
49
+ return {buff, key_size_};
50
+ }
51
+
52
+ // use internal buffer for generated key, make sure there's only one caller in
53
+ // single thread
54
+ Slice Next() { return Next(buff_); }
55
+
56
+ // user internal buffer for generated prefix
57
+ Slice NextPrefix() {
58
+ assert(prefix_num_ > 0);
59
+ return Next(buff_, 0, true);
60
+ }
61
+
62
+ // helper function to get non exist key
63
+ Slice NextNonExist() { return Next(buff_, 1); }
64
+
65
+ Slice MaxKey(char* buff) const {
66
+ memset(buff, 0xff, key_size_);
67
+ return {buff, key_size_};
68
+ }
69
+
70
+ Slice MinKey(char* buff) const {
71
+ memset(buff, 0, key_size_);
72
+ return {buff, key_size_};
73
+ }
74
+
75
+ // max_key: the max key that it could generate
76
+ // prefix_num: the max prefix number
77
+ // key_size: in bytes
78
+ explicit KeyGenerator(Random* rnd, uint64_t max_key = 100 * 1024 * 1024,
79
+ size_t prefix_num = 0, size_t key_size = 10) {
80
+ prefix_num_ = prefix_num;
81
+ key_size_ = key_size;
82
+ max_key_ = max_key;
83
+ rnd_ = rnd;
84
+ if (prefix_num > 0) {
85
+ prefix_size_ = 4; // TODO: support different prefix_size
86
+ }
87
+ }
88
+
89
+ // generate sequential keys
90
+ explicit KeyGenerator(uint64_t max_key = 100 * 1024 * 1024,
91
+ size_t key_size = 10) {
92
+ key_size_ = key_size;
93
+ max_key_ = max_key;
94
+ rnd_ = nullptr;
95
+ is_sequential_ = true;
96
+ }
97
+
98
+ private:
99
+ Random* rnd_;
100
+ size_t prefix_num_ = 0;
101
+ size_t prefix_size_ = 0;
102
+ size_t key_size_;
103
+ uint64_t max_key_;
104
+ bool is_sequential_ = false;
105
+ uint32_t next_sequential_key_ = 0;
106
+ char buff_[256] = {0};
107
+ const int MULTIPLIER = 3;
108
+
109
+ void static Encode(char* buf, uint32_t value) {
110
+ if (port::kLittleEndian) {
111
+ buf[0] = static_cast<char>((value >> 24) & 0xff);
112
+ buf[1] = static_cast<char>((value >> 16) & 0xff);
113
+ buf[2] = static_cast<char>((value >> 8) & 0xff);
114
+ buf[3] = static_cast<char>(value & 0xff);
115
+ } else {
116
+ memcpy(buf, &value, sizeof(value));
117
+ }
118
+ }
119
+ };
120
+
121
+ static void SetupDB(benchmark::State& state, Options& options, DB** dpptr,
122
+ const std::string& test_name = "") {
123
+ options.create_if_missing = true;
124
+ auto env = Env::Default();
125
+ std::string db_path;
126
+ Status s = env->GetTestDirectory(&db_path);
127
+ if (!s.ok()) {
128
+ state.SkipWithError(s.ToString().c_str());
129
+ return;
130
+ }
131
+ std::string db_name =
132
+ db_path + kFilePathSeparator + test_name + std::to_string(getpid());
133
+ DestroyDB(db_name, options);
134
+
135
+ s = DB::Open(options, db_name, dpptr);
136
+ if (!s.ok()) {
137
+ state.SkipWithError(s.ToString().c_str());
138
+ return;
139
+ }
140
+ }
141
+
142
+ static void TeardownDB(benchmark::State& state, DB* db, const Options& options,
143
+ KeyGenerator& kg) {
144
+ char min_buff[256], max_buff[256];
145
+ const Range r(kg.MinKey(min_buff), kg.MaxKey(max_buff));
146
+ uint64_t size;
147
+ Status s = db->GetApproximateSizes(&r, 1, &size);
148
+ if (!s.ok()) {
149
+ state.SkipWithError(s.ToString().c_str());
150
+ }
151
+ state.counters["db_size"] = static_cast<double>(size);
152
+
153
+ std::string db_name = db->GetName();
154
+ s = db->Close();
155
+ if (!s.ok()) {
156
+ state.SkipWithError(s.ToString().c_str());
157
+ }
158
+ DestroyDB(db_name, options);
159
+ }
160
+
161
+ static void DBOpen(benchmark::State& state) {
162
+ // create DB
163
+ DB* db = nullptr;
164
+ Options options;
165
+ SetupDB(state, options, &db, "DBOpen");
166
+
167
+ std::string db_name = db->GetName();
168
+ db->Close();
169
+
170
+ options.create_if_missing = false;
171
+
172
+ auto rnd = Random(123);
173
+
174
+ for (auto _ : state) {
175
+ Status s = DB::Open(options, db_name, &db);
176
+ if (!s.ok()) {
177
+ state.SkipWithError(s.ToString().c_str());
178
+ }
179
+ state.PauseTiming();
180
+ auto wo = WriteOptions();
181
+ for (int i = 0; i < 2; i++) {
182
+ for (int j = 0; j < 100; j++) {
183
+ s = db->Put(wo, rnd.RandomString(10), rnd.RandomString(100));
184
+ if (!s.ok()) {
185
+ state.SkipWithError(s.ToString().c_str());
186
+ }
187
+ }
188
+ s = db->Flush(FlushOptions());
189
+ }
190
+ if (!s.ok()) {
191
+ state.SkipWithError(s.ToString().c_str());
192
+ }
193
+ s = db->Close();
194
+ if (!s.ok()) {
195
+ state.SkipWithError(s.ToString().c_str());
196
+ }
197
+ state.ResumeTiming();
198
+ }
199
+ DestroyDB(db_name, options);
200
+ }
201
+
202
+ BENCHMARK(DBOpen)->Iterations(200); // specify iteration number as the db size
203
+ // is impacted by iteration number
204
+
205
+ static void DBClose(benchmark::State& state) {
206
+ // create DB
207
+ DB* db;
208
+ Options options;
209
+ SetupDB(state, options, &db, "DBClose");
210
+
211
+ std::string db_name = db->GetName();
212
+ db->Close();
213
+
214
+ options.create_if_missing = false;
215
+
216
+ auto rnd = Random(12345);
217
+
218
+ for (auto _ : state) {
219
+ state.PauseTiming();
220
+ Status s = DB::Open(options, db_name, &db);
221
+ if (!s.ok()) {
222
+ state.SkipWithError(s.ToString().c_str());
223
+ }
224
+ auto wo = WriteOptions();
225
+ for (int i = 0; i < 2; i++) {
226
+ for (int j = 0; j < 100; j++) {
227
+ s = db->Put(wo, rnd.RandomString(10), rnd.RandomString(100));
228
+ if (!s.ok()) {
229
+ state.SkipWithError(s.ToString().c_str());
230
+ }
231
+ }
232
+ s = db->Flush(FlushOptions());
233
+ }
234
+ if (!s.ok()) {
235
+ state.SkipWithError(s.ToString().c_str());
236
+ }
237
+ state.ResumeTiming();
238
+ s = db->Close();
239
+ if (!s.ok()) {
240
+ state.SkipWithError(s.ToString().c_str());
241
+ }
242
+ }
243
+ DestroyDB(db_name, options);
244
+ }
245
+
246
+ BENCHMARK(DBClose)->Iterations(200); // specify iteration number as the db size
247
+ // is impacted by iteration number
248
+
249
+ static void DBPut(benchmark::State& state) {
250
+ auto compaction_style = static_cast<CompactionStyle>(state.range(0));
251
+ uint64_t max_data = state.range(1);
252
+ uint64_t per_key_size = state.range(2);
253
+ bool enable_statistics = state.range(3);
254
+ bool enable_wal = state.range(4);
255
+ uint64_t key_num = max_data / per_key_size;
256
+
257
+ // setup DB
258
+ static DB* db = nullptr;
259
+ Options options;
260
+ if (enable_statistics) {
261
+ options.statistics = CreateDBStatistics();
262
+ }
263
+ options.compaction_style = compaction_style;
264
+
265
+ auto rnd = Random(301 + state.thread_index());
266
+ KeyGenerator kg(&rnd, key_num);
267
+
268
+ if (state.thread_index() == 0) {
269
+ SetupDB(state, options, &db, "DBPut");
270
+ }
271
+
272
+ auto wo = WriteOptions();
273
+ wo.disableWAL = !enable_wal;
274
+
275
+ for (auto _ : state) {
276
+ state.PauseTiming();
277
+ Slice key = kg.Next();
278
+ std::string val = rnd.RandomString(static_cast<int>(per_key_size));
279
+ state.ResumeTiming();
280
+ Status s = db->Put(wo, key, val);
281
+ if (!s.ok()) {
282
+ state.SkipWithError(s.ToString().c_str());
283
+ }
284
+ }
285
+
286
+ if (state.thread_index() == 0) {
287
+ auto db_full = static_cast_with_check<DBImpl>(db);
288
+ Status s = db_full->WaitForCompact(true);
289
+ if (!s.ok()) {
290
+ state.SkipWithError(s.ToString().c_str());
291
+ return;
292
+ }
293
+ if (enable_statistics) {
294
+ HistogramData histogram_data;
295
+ options.statistics->histogramData(DB_WRITE, &histogram_data);
296
+ state.counters["put_mean"] = histogram_data.average * std::milli::den;
297
+ state.counters["put_p95"] = histogram_data.percentile95 * std::milli::den;
298
+ state.counters["put_p99"] = histogram_data.percentile99 * std::milli::den;
299
+ }
300
+
301
+ TeardownDB(state, db, options, kg);
302
+ }
303
+ }
304
+
305
+ static void DBPutArguments(benchmark::internal::Benchmark* b) {
306
+ for (int comp_style : {kCompactionStyleLevel, kCompactionStyleUniversal,
307
+ kCompactionStyleFIFO}) {
308
+ for (int64_t max_data : {100l << 30}) {
309
+ for (int64_t per_key_size : {256, 1024}) {
310
+ for (bool enable_statistics : {false, true}) {
311
+ for (bool wal : {false, true}) {
312
+ b->Args(
313
+ {comp_style, max_data, per_key_size, enable_statistics, wal});
314
+ }
315
+ }
316
+ }
317
+ }
318
+ }
319
+ b->ArgNames(
320
+ {"comp_style", "max_data", "per_key_size", "enable_statistics", "wal"});
321
+ }
322
+
323
+ static const uint64_t DBPutNum = 409600l;
324
+ BENCHMARK(DBPut)->Threads(1)->Iterations(DBPutNum)->Apply(DBPutArguments);
325
+ BENCHMARK(DBPut)->Threads(8)->Iterations(DBPutNum / 8)->Apply(DBPutArguments);
326
+
327
+ static void ManualCompaction(benchmark::State& state) {
328
+ auto compaction_style = static_cast<CompactionStyle>(state.range(0));
329
+ uint64_t max_data = state.range(1);
330
+ uint64_t per_key_size = state.range(2);
331
+ bool enable_statistics = state.range(3);
332
+ uint64_t key_num = max_data / per_key_size;
333
+
334
+ // setup DB
335
+ static DB* db;
336
+ Options options;
337
+ if (enable_statistics) {
338
+ options.statistics = CreateDBStatistics();
339
+ }
340
+ options.compaction_style = compaction_style;
341
+ // No auto compaction
342
+ options.disable_auto_compactions = true;
343
+ options.level0_file_num_compaction_trigger = (1 << 30);
344
+ options.level0_slowdown_writes_trigger = (1 << 30);
345
+ options.level0_stop_writes_trigger = (1 << 30);
346
+ options.soft_pending_compaction_bytes_limit = 0;
347
+ options.hard_pending_compaction_bytes_limit = 0;
348
+
349
+ auto rnd = Random(301 + state.thread_index());
350
+ KeyGenerator kg(&rnd, key_num);
351
+
352
+ if (state.thread_index() == 0) {
353
+ SetupDB(state, options, &db, "ManualCompaction");
354
+ }
355
+
356
+ auto wo = WriteOptions();
357
+ wo.disableWAL = true;
358
+ uint64_t flush_mod = key_num / 4; // at least generate 4 files for compaction
359
+ for (uint64_t i = 0; i < key_num; i++) {
360
+ Status s = db->Put(wo, kg.Next(),
361
+ rnd.RandomString(static_cast<int>(per_key_size)));
362
+ if (!s.ok()) {
363
+ state.SkipWithError(s.ToString().c_str());
364
+ }
365
+ if (i + 1 % flush_mod == 0) {
366
+ s = db->Flush(FlushOptions());
367
+ }
368
+ }
369
+ FlushOptions fo;
370
+ Status s = db->Flush(fo);
371
+ if (!s.ok()) {
372
+ state.SkipWithError(s.ToString().c_str());
373
+ }
374
+ std::vector<LiveFileMetaData> files_meta;
375
+ db->GetLiveFilesMetaData(&files_meta);
376
+ std::vector<std::string> files_before_compact;
377
+ files_before_compact.reserve(files_meta.size());
378
+ for (const LiveFileMetaData& file : files_meta) {
379
+ files_before_compact.emplace_back(file.name);
380
+ }
381
+
382
+ SetPerfLevel(kEnableTime);
383
+ get_perf_context()->EnablePerLevelPerfContext();
384
+ get_perf_context()->Reset();
385
+ CompactionOptions co;
386
+ for (auto _ : state) {
387
+ s = db->CompactFiles(co, files_before_compact, 1);
388
+ if (!s.ok()) {
389
+ state.SkipWithError(s.ToString().c_str());
390
+ }
391
+ }
392
+
393
+ if (state.thread_index() == 0) {
394
+ auto db_full = static_cast_with_check<DBImpl>(db);
395
+ s = db_full->WaitForCompact(true);
396
+ if (!s.ok()) {
397
+ state.SkipWithError(s.ToString().c_str());
398
+ return;
399
+ }
400
+ if (enable_statistics) {
401
+ HistogramData histogram_data;
402
+ options.statistics->histogramData(COMPACTION_TIME, &histogram_data);
403
+ state.counters["comp_time"] = histogram_data.average;
404
+ options.statistics->histogramData(COMPACTION_CPU_TIME, &histogram_data);
405
+ state.counters["comp_cpu_time"] = histogram_data.average;
406
+ options.statistics->histogramData(COMPACTION_OUTFILE_SYNC_MICROS,
407
+ &histogram_data);
408
+ state.counters["comp_outfile_sync"] = histogram_data.average;
409
+
410
+ state.counters["comp_read"] = static_cast<double>(
411
+ options.statistics->getTickerCount(COMPACT_READ_BYTES));
412
+ state.counters["comp_write"] = static_cast<double>(
413
+ options.statistics->getTickerCount(COMPACT_WRITE_BYTES));
414
+
415
+ state.counters["user_key_comparison_count"] =
416
+ static_cast<double>(get_perf_context()->user_key_comparison_count);
417
+ state.counters["block_read_count"] =
418
+ static_cast<double>(get_perf_context()->block_read_count);
419
+ state.counters["block_read_time"] =
420
+ static_cast<double>(get_perf_context()->block_read_time);
421
+ state.counters["block_checksum_time"] =
422
+ static_cast<double>(get_perf_context()->block_checksum_time);
423
+ state.counters["new_table_block_iter_nanos"] =
424
+ static_cast<double>(get_perf_context()->new_table_block_iter_nanos);
425
+ state.counters["new_table_iterator_nanos"] =
426
+ static_cast<double>(get_perf_context()->new_table_iterator_nanos);
427
+ state.counters["find_table_nanos"] =
428
+ static_cast<double>(get_perf_context()->find_table_nanos);
429
+ }
430
+
431
+ TeardownDB(state, db, options, kg);
432
+ }
433
+ }
434
+
435
+ static void ManualCompactionArguments(benchmark::internal::Benchmark* b) {
436
+ for (int comp_style : {kCompactionStyleLevel, kCompactionStyleUniversal}) {
437
+ for (int64_t max_data : {32l << 20, 128l << 20}) {
438
+ for (int64_t per_key_size : {256, 1024}) {
439
+ for (bool enable_statistics : {false, true}) {
440
+ b->Args({comp_style, max_data, per_key_size, enable_statistics});
441
+ }
442
+ }
443
+ }
444
+ }
445
+ b->ArgNames({"comp_style", "max_data", "per_key_size", "enable_statistics"});
446
+ }
447
+
448
+ BENCHMARK(ManualCompaction)->Iterations(1)->Apply(ManualCompactionArguments);
449
+
450
+ static void ManualFlush(benchmark::State& state) {
451
+ uint64_t key_num = state.range(0);
452
+ uint64_t per_key_size = state.range(1);
453
+ bool enable_statistics = true;
454
+
455
+ // setup DB
456
+ static DB* db;
457
+ Options options;
458
+ if (enable_statistics) {
459
+ options.statistics = CreateDBStatistics();
460
+ }
461
+ options.disable_auto_compactions = true;
462
+ options.level0_file_num_compaction_trigger = (1 << 30);
463
+ options.level0_slowdown_writes_trigger = (1 << 30);
464
+ options.level0_stop_writes_trigger = (1 << 30);
465
+ options.soft_pending_compaction_bytes_limit = 0;
466
+ options.hard_pending_compaction_bytes_limit = 0;
467
+ options.write_buffer_size = 2l << 30; // 2G to avoid auto flush
468
+
469
+ auto rnd = Random(301 + state.thread_index());
470
+ KeyGenerator kg(&rnd, key_num);
471
+
472
+ if (state.thread_index() == 0) {
473
+ SetupDB(state, options, &db, "ManualFlush");
474
+ }
475
+
476
+ auto wo = WriteOptions();
477
+ for (auto _ : state) {
478
+ state.PauseTiming();
479
+ for (uint64_t i = 0; i < key_num; i++) {
480
+ Status s = db->Put(wo, kg.Next(),
481
+ rnd.RandomString(static_cast<int>(per_key_size)));
482
+ }
483
+ FlushOptions fo;
484
+ state.ResumeTiming();
485
+ Status s = db->Flush(fo);
486
+ if (!s.ok()) {
487
+ state.SkipWithError(s.ToString().c_str());
488
+ }
489
+ }
490
+
491
+ if (state.thread_index() == 0) {
492
+ auto db_full = static_cast_with_check<DBImpl>(db);
493
+ Status s = db_full->WaitForCompact(true);
494
+ if (!s.ok()) {
495
+ state.SkipWithError(s.ToString().c_str());
496
+ return;
497
+ }
498
+ if (enable_statistics) {
499
+ HistogramData histogram_data;
500
+ options.statistics->histogramData(FLUSH_TIME, &histogram_data);
501
+ state.counters["flush_time"] = histogram_data.average;
502
+ state.counters["flush_write_bytes"] = static_cast<double>(
503
+ options.statistics->getTickerCount(FLUSH_WRITE_BYTES));
504
+ }
505
+
506
+ TeardownDB(state, db, options, kg);
507
+ }
508
+ }
509
+
510
+ static void ManualFlushArguments(benchmark::internal::Benchmark* b) {
511
+ for (int64_t key_num : {1l << 10, 8l << 10, 64l << 10}) {
512
+ for (int64_t per_key_size : {256, 1024}) {
513
+ b->Args({key_num, per_key_size});
514
+ }
515
+ }
516
+ b->ArgNames({"key_num", "per_key_size"});
517
+ }
518
+
519
+ BENCHMARK(ManualFlush)->Iterations(1)->Apply(ManualFlushArguments);
520
+
521
+ static void DBGet(benchmark::State& state) {
522
+ auto compaction_style = static_cast<CompactionStyle>(state.range(0));
523
+ uint64_t max_data = state.range(1);
524
+ uint64_t per_key_size = state.range(2);
525
+ bool enable_statistics = state.range(3);
526
+ bool negative_query = state.range(4);
527
+ bool enable_filter = state.range(5);
528
+ uint64_t key_num = max_data / per_key_size;
529
+
530
+ // setup DB
531
+ static DB* db;
532
+ Options options;
533
+ if (enable_statistics) {
534
+ options.statistics = CreateDBStatistics();
535
+ }
536
+ options.compaction_style = compaction_style;
537
+
538
+ if (enable_filter) {
539
+ BlockBasedTableOptions table_options;
540
+ table_options.filter_policy.reset(NewBloomFilterPolicy(10, false));
541
+ options.table_factory.reset(NewBlockBasedTableFactory(table_options));
542
+ }
543
+
544
+ auto rnd = Random(301 + state.thread_index());
545
+ KeyGenerator kg(&rnd, key_num);
546
+
547
+ if (state.thread_index() == 0) {
548
+ SetupDB(state, options, &db, "DBGet");
549
+
550
+ // load db
551
+ auto wo = WriteOptions();
552
+ wo.disableWAL = true;
553
+ for (uint64_t i = 0; i < key_num; i++) {
554
+ Status s = db->Put(wo, kg.Next(),
555
+ rnd.RandomString(static_cast<int>(per_key_size)));
556
+ if (!s.ok()) {
557
+ state.SkipWithError(s.ToString().c_str());
558
+ }
559
+ }
560
+
561
+ FlushOptions fo;
562
+ Status s = db->Flush(fo);
563
+ if (!s.ok()) {
564
+ state.SkipWithError(s.ToString().c_str());
565
+ }
566
+
567
+ auto db_full = static_cast_with_check<DBImpl>(db);
568
+ s = db_full->WaitForCompact(true);
569
+ if (!s.ok()) {
570
+ state.SkipWithError(s.ToString().c_str());
571
+ return;
572
+ }
573
+ }
574
+
575
+ auto ro = ReadOptions();
576
+ size_t not_found = 0;
577
+ if (negative_query) {
578
+ for (auto _ : state) {
579
+ std::string val;
580
+ Status s = db->Get(ro, kg.NextNonExist(), &val);
581
+ if (s.IsNotFound()) {
582
+ not_found++;
583
+ }
584
+ }
585
+ } else {
586
+ for (auto _ : state) {
587
+ std::string val;
588
+ Status s = db->Get(ro, kg.Next(), &val);
589
+ if (s.IsNotFound()) {
590
+ not_found++;
591
+ }
592
+ }
593
+ }
594
+
595
+ state.counters["neg_qu_pct"] = benchmark::Counter(
596
+ static_cast<double>(not_found * 100), benchmark::Counter::kAvgIterations);
597
+
598
+ if (state.thread_index() == 0) {
599
+ if (enable_statistics) {
600
+ HistogramData histogram_data;
601
+ options.statistics->histogramData(DB_GET, &histogram_data);
602
+ state.counters["get_mean"] = histogram_data.average * std::milli::den;
603
+ state.counters["get_p95"] = histogram_data.percentile95 * std::milli::den;
604
+ state.counters["get_p99"] = histogram_data.percentile99 * std::milli::den;
605
+ }
606
+
607
+ TeardownDB(state, db, options, kg);
608
+ }
609
+ }
610
+
611
+ static void DBGetArguments(benchmark::internal::Benchmark* b) {
612
+ for (int comp_style : {kCompactionStyleLevel, kCompactionStyleUniversal,
613
+ kCompactionStyleFIFO}) {
614
+ for (int64_t max_data : {128l << 20, 512l << 20}) {
615
+ for (int64_t per_key_size : {256, 1024}) {
616
+ for (bool enable_statistics : {false, true}) {
617
+ for (bool negative_query : {false, true}) {
618
+ for (bool enable_filter : {false, true}) {
619
+ b->Args({comp_style, max_data, per_key_size, enable_statistics,
620
+ negative_query, enable_filter});
621
+ }
622
+ }
623
+ }
624
+ }
625
+ }
626
+ }
627
+ b->ArgNames({"comp_style", "max_data", "per_key_size", "enable_statistics",
628
+ "negative_query", "enable_filter"});
629
+ }
630
+
631
+ static constexpr uint64_t kDBGetNum = 10l << 10;
632
+ BENCHMARK(DBGet)->Threads(1)->Iterations(kDBGetNum)->Apply(DBGetArguments);
633
+ BENCHMARK(DBGet)->Threads(8)->Iterations(kDBGetNum / 8)->Apply(DBGetArguments);
634
+
635
+ static void SimpleGetWithPerfContext(benchmark::State& state) {
636
+ // setup DB
637
+ static DB* db;
638
+ std::string db_name;
639
+ Options options;
640
+ options.create_if_missing = true;
641
+ options.arena_block_size = 8 << 20;
642
+
643
+ auto rnd = Random(301 + state.thread_index());
644
+ KeyGenerator kg(&rnd, 1024);
645
+
646
+ if (state.thread_index() == 0) {
647
+ auto env = Env::Default();
648
+ std::string db_path;
649
+ Status s = env->GetTestDirectory(&db_path);
650
+ if (!s.ok()) {
651
+ state.SkipWithError(s.ToString().c_str());
652
+ return;
653
+ }
654
+ db_name = db_path + "/simple_get_" + std::to_string(getpid());
655
+ DestroyDB(db_name, options);
656
+
657
+ s = DB::Open(options, db_name, &db);
658
+ if (!s.ok()) {
659
+ state.SkipWithError(s.ToString().c_str());
660
+ return;
661
+ }
662
+ // load db
663
+ auto wo = WriteOptions();
664
+ wo.disableWAL = true;
665
+ for (uint64_t i = 0; i < 1024; i++) {
666
+ s = db->Put(wo, kg.Next(), rnd.RandomString(1024));
667
+ if (!s.ok()) {
668
+ state.SkipWithError(s.ToString().c_str());
669
+ }
670
+ }
671
+ auto db_full = static_cast_with_check<DBImpl>(db);
672
+ s = db_full->WaitForCompact(true);
673
+ if (!s.ok()) {
674
+ state.SkipWithError(s.ToString().c_str());
675
+ return;
676
+ }
677
+ FlushOptions fo;
678
+ s = db->Flush(fo);
679
+ if (!s.ok()) {
680
+ state.SkipWithError(s.ToString().c_str());
681
+ }
682
+ }
683
+
684
+ auto ro = ReadOptions();
685
+ size_t not_found = 0;
686
+ uint64_t user_key_comparison_count = 0;
687
+ uint64_t block_read_time = 0;
688
+ uint64_t block_checksum_time = 0;
689
+ uint64_t get_snapshot_time = 0;
690
+ uint64_t get_post_process_time = 0;
691
+ uint64_t get_from_output_files_time = 0;
692
+ uint64_t new_table_block_iter_nanos = 0;
693
+ uint64_t block_seek_nanos = 0;
694
+ uint64_t get_cpu_nanos = 0;
695
+ uint64_t get_from_table_nanos = 0;
696
+ SetPerfLevel(kEnableTime);
697
+ get_perf_context()->EnablePerLevelPerfContext();
698
+ for (auto _ : state) {
699
+ std::string val;
700
+ get_perf_context()->Reset();
701
+ Status s = db->Get(ro, kg.NextNonExist(), &val);
702
+ if (s.IsNotFound()) {
703
+ not_found++;
704
+ }
705
+ user_key_comparison_count += get_perf_context()->user_key_comparison_count;
706
+ block_read_time += get_perf_context()->block_read_time;
707
+ block_checksum_time += get_perf_context()->block_checksum_time;
708
+ get_snapshot_time += get_perf_context()->get_snapshot_time;
709
+ get_post_process_time += get_perf_context()->get_post_process_time;
710
+ get_from_output_files_time +=
711
+ get_perf_context()->get_from_output_files_time;
712
+ new_table_block_iter_nanos +=
713
+ get_perf_context()->new_table_block_iter_nanos;
714
+ block_seek_nanos += get_perf_context()->block_seek_nanos;
715
+ get_cpu_nanos += get_perf_context()->get_cpu_nanos;
716
+ get_from_table_nanos +=
717
+ (*(get_perf_context()->level_to_perf_context))[0].get_from_table_nanos;
718
+ }
719
+
720
+ state.counters["neg_qu_pct"] = benchmark::Counter(
721
+ static_cast<double>(not_found * 100), benchmark::Counter::kAvgIterations);
722
+ state.counters["user_key_comparison_count"] =
723
+ benchmark::Counter(static_cast<double>(user_key_comparison_count),
724
+ benchmark::Counter::kAvgIterations);
725
+ state.counters["block_read_time"] = benchmark::Counter(
726
+ static_cast<double>(block_read_time), benchmark::Counter::kAvgIterations);
727
+ state.counters["block_checksum_time"] =
728
+ benchmark::Counter(static_cast<double>(block_checksum_time),
729
+ benchmark::Counter::kAvgIterations);
730
+ state.counters["get_snapshot_time"] =
731
+ benchmark::Counter(static_cast<double>(get_snapshot_time),
732
+ benchmark::Counter::kAvgIterations);
733
+ state.counters["get_post_process_time"] =
734
+ benchmark::Counter(static_cast<double>(get_post_process_time),
735
+ benchmark::Counter::kAvgIterations);
736
+ state.counters["get_from_output_files_time"] =
737
+ benchmark::Counter(static_cast<double>(get_from_output_files_time),
738
+ benchmark::Counter::kAvgIterations);
739
+ state.counters["new_table_block_iter_nanos"] =
740
+ benchmark::Counter(static_cast<double>(new_table_block_iter_nanos),
741
+ benchmark::Counter::kAvgIterations);
742
+ state.counters["block_seek_nanos"] =
743
+ benchmark::Counter(static_cast<double>(block_seek_nanos),
744
+ benchmark::Counter::kAvgIterations);
745
+ state.counters["get_cpu_nanos"] = benchmark::Counter(
746
+ static_cast<double>(get_cpu_nanos), benchmark::Counter::kAvgIterations);
747
+ state.counters["get_from_table_nanos"] =
748
+ benchmark::Counter(static_cast<double>(get_from_table_nanos),
749
+ benchmark::Counter::kAvgIterations);
750
+
751
+ if (state.thread_index() == 0) {
752
+ TeardownDB(state, db, options, kg);
753
+ }
754
+ }
755
+
756
+ BENCHMARK(SimpleGetWithPerfContext)->Iterations(1000000);
757
+
758
+ std::string GenerateKey(int primary_key, int secondary_key, int padding_size,
759
+ Random* rnd) {
760
+ char buf[50];
761
+ char* p = &buf[0];
762
+ snprintf(buf, sizeof(buf), "%6d%4d", primary_key, secondary_key);
763
+ std::string k(p);
764
+ if (padding_size) {
765
+ k += rnd->RandomString(padding_size);
766
+ }
767
+
768
+ return k;
769
+ }
770
+
771
+ void GenerateRandomKVs(std::vector<std::string>* keys,
772
+ std::vector<std::string>* values, const int from,
773
+ const int len, const int step = 1,
774
+ const int padding_size = 0,
775
+ const int keys_share_prefix = 1) {
776
+ Random rnd(302);
777
+
778
+ // generate different prefix
779
+ for (int i = from; i < from + len; i += step) {
780
+ // generating keys that share the prefix
781
+ for (int j = 0; j < keys_share_prefix; ++j) {
782
+ keys->emplace_back(GenerateKey(i, j, padding_size, &rnd));
783
+ // 100 bytes values
784
+ values->emplace_back(rnd.RandomString(100));
785
+ }
786
+ }
787
+ }
788
+
789
+ // TODO: move it to different files, as it's testing an internal API
790
+ static void DataBlockSeek(benchmark::State& state) {
791
+ Random rnd(301);
792
+ Options options = Options();
793
+
794
+ BlockBuilder builder(16, true, false,
795
+ BlockBasedTableOptions::kDataBlockBinarySearch);
796
+
797
+ int num_records = 500;
798
+ std::vector<std::string> keys;
799
+ std::vector<std::string> values;
800
+
801
+ GenerateRandomKVs(&keys, &values, 0, num_records);
802
+
803
+ for (int i = 0; i < num_records; i++) {
804
+ std::string ukey(keys[i] + "1");
805
+ InternalKey ikey(ukey, 0, kTypeValue);
806
+ builder.Add(ikey.Encode().ToString(), values[i]);
807
+ }
808
+
809
+ Slice rawblock = builder.Finish();
810
+
811
+ BlockContents contents;
812
+ contents.data = rawblock;
813
+ Block reader(std::move(contents));
814
+
815
+ SetPerfLevel(kEnableTime);
816
+ uint64_t total = 0;
817
+ for (auto _ : state) {
818
+ DataBlockIter* iter = reader.NewDataIterator(options.comparator,
819
+ kDisableGlobalSequenceNumber);
820
+ uint32_t index = rnd.Uniform(static_cast<int>(num_records));
821
+ std::string ukey(keys[index] + "1");
822
+ InternalKey ikey(ukey, 0, kTypeValue);
823
+ get_perf_context()->Reset();
824
+ bool may_exist = iter->SeekForGet(ikey.Encode().ToString());
825
+ if (!may_exist) {
826
+ state.SkipWithError("key not found");
827
+ }
828
+ total += get_perf_context()->block_seek_nanos;
829
+ delete iter;
830
+ }
831
+ state.counters["seek_ns"] = benchmark::Counter(
832
+ static_cast<double>(total), benchmark::Counter::kAvgIterations);
833
+ }
834
+
835
+ BENCHMARK(DataBlockSeek)->Iterations(1000000);
836
+
837
+ static void IteratorSeek(benchmark::State& state) {
838
+ auto compaction_style = static_cast<CompactionStyle>(state.range(0));
839
+ uint64_t max_data = state.range(1);
840
+ uint64_t per_key_size = state.range(2);
841
+ bool enable_statistics = state.range(3);
842
+ bool negative_query = state.range(4);
843
+ bool enable_filter = state.range(5);
844
+ uint64_t key_num = max_data / per_key_size;
845
+
846
+ // setup DB
847
+ static DB* db;
848
+ Options options;
849
+ if (enable_statistics) {
850
+ options.statistics = CreateDBStatistics();
851
+ }
852
+ options.compaction_style = compaction_style;
853
+
854
+ if (enable_filter) {
855
+ BlockBasedTableOptions table_options;
856
+ table_options.filter_policy.reset(NewBloomFilterPolicy(10, false));
857
+ options.table_factory.reset(NewBlockBasedTableFactory(table_options));
858
+ }
859
+
860
+ auto rnd = Random(301 + state.thread_index());
861
+ KeyGenerator kg(&rnd, key_num);
862
+
863
+ if (state.thread_index() == 0) {
864
+ SetupDB(state, options, &db, "IteratorSeek");
865
+
866
+ // load db
867
+ auto wo = WriteOptions();
868
+ wo.disableWAL = true;
869
+ for (uint64_t i = 0; i < key_num; i++) {
870
+ Status s = db->Put(wo, kg.Next(),
871
+ rnd.RandomString(static_cast<int>(per_key_size)));
872
+ if (!s.ok()) {
873
+ state.SkipWithError(s.ToString().c_str());
874
+ }
875
+ }
876
+
877
+ FlushOptions fo;
878
+ Status s = db->Flush(fo);
879
+ if (!s.ok()) {
880
+ state.SkipWithError(s.ToString().c_str());
881
+ }
882
+
883
+ auto db_full = static_cast_with_check<DBImpl>(db);
884
+ s = db_full->WaitForCompact(true);
885
+ if (!s.ok()) {
886
+ state.SkipWithError(s.ToString().c_str());
887
+ return;
888
+ }
889
+ }
890
+
891
+ {
892
+ std::unique_ptr<Iterator> iter{nullptr};
893
+ for (auto _ : state) {
894
+ state.PauseTiming();
895
+ if (!iter) {
896
+ iter.reset(db->NewIterator(ReadOptions()));
897
+ }
898
+ Slice key = negative_query ? kg.NextNonExist() : kg.Next();
899
+ if (!iter->status().ok()) {
900
+ state.SkipWithError(iter->status().ToString().c_str());
901
+ return;
902
+ }
903
+ state.ResumeTiming();
904
+ iter->Seek(key);
905
+ }
906
+ }
907
+
908
+ if (state.thread_index() == 0) {
909
+ TeardownDB(state, db, options, kg);
910
+ }
911
+ }
912
+
913
+ static void IteratorSeekArguments(benchmark::internal::Benchmark* b) {
914
+ for (int comp_style : {kCompactionStyleLevel, kCompactionStyleUniversal,
915
+ kCompactionStyleFIFO}) {
916
+ for (int64_t max_data : {128l << 20, 512l << 20}) {
917
+ for (int64_t per_key_size : {256, 1024}) {
918
+ for (bool enable_statistics : {false, true}) {
919
+ for (bool negative_query : {false, true}) {
920
+ for (bool enable_filter : {false, true}) {
921
+ b->Args({comp_style, max_data, per_key_size, enable_statistics,
922
+ negative_query, enable_filter});
923
+ }
924
+ }
925
+ }
926
+ }
927
+ }
928
+ }
929
+ b->ArgNames({"comp_style", "max_data", "per_key_size", "enable_statistics",
930
+ "negative_query", "enable_filter"});
931
+ }
932
+
933
+ static constexpr uint64_t kDBSeekNum = 10l << 10;
934
+ BENCHMARK(IteratorSeek)
935
+ ->Threads(1)
936
+ ->Iterations(kDBSeekNum)
937
+ ->Apply(IteratorSeekArguments);
938
+ BENCHMARK(IteratorSeek)
939
+ ->Threads(8)
940
+ ->Iterations(kDBSeekNum / 8)
941
+ ->Apply(IteratorSeekArguments);
942
+
943
+ static void IteratorNext(benchmark::State& state) {
944
+ auto compaction_style = static_cast<CompactionStyle>(state.range(0));
945
+ uint64_t max_data = state.range(1);
946
+ uint64_t per_key_size = state.range(2);
947
+ uint64_t key_num = max_data / per_key_size;
948
+
949
+ // setup DB
950
+ static DB* db;
951
+ Options options;
952
+ options.compaction_style = compaction_style;
953
+
954
+ auto rnd = Random(301 + state.thread_index());
955
+ KeyGenerator kg(&rnd, key_num);
956
+
957
+ if (state.thread_index() == 0) {
958
+ SetupDB(state, options, &db, "IteratorNext");
959
+ // load db
960
+ auto wo = WriteOptions();
961
+ wo.disableWAL = true;
962
+ for (uint64_t i = 0; i < key_num; i++) {
963
+ Status s = db->Put(wo, kg.Next(),
964
+ rnd.RandomString(static_cast<int>(per_key_size)));
965
+ if (!s.ok()) {
966
+ state.SkipWithError(s.ToString().c_str());
967
+ }
968
+ }
969
+
970
+ FlushOptions fo;
971
+ Status s = db->Flush(fo);
972
+ if (!s.ok()) {
973
+ state.SkipWithError(s.ToString().c_str());
974
+ }
975
+
976
+ auto db_full = static_cast_with_check<DBImpl>(db);
977
+ s = db_full->WaitForCompact(true);
978
+ if (!s.ok()) {
979
+ state.SkipWithError(s.ToString().c_str());
980
+ return;
981
+ }
982
+ }
983
+
984
+ {
985
+ std::unique_ptr<Iterator> iter{nullptr};
986
+ for (auto _ : state) {
987
+ state.PauseTiming();
988
+ if (!iter) {
989
+ iter.reset(db->NewIterator(ReadOptions()));
990
+ }
991
+ while (!iter->Valid()) {
992
+ iter->Seek(kg.Next());
993
+ if (!iter->status().ok()) {
994
+ state.SkipWithError(iter->status().ToString().c_str());
995
+ }
996
+ }
997
+ state.ResumeTiming();
998
+ iter->Next();
999
+ }
1000
+ }
1001
+
1002
+ if (state.thread_index() == 0) {
1003
+ TeardownDB(state, db, options, kg);
1004
+ }
1005
+ }
1006
+
1007
+ static void IteratorNextArguments(benchmark::internal::Benchmark* b) {
1008
+ for (int comp_style : {kCompactionStyleLevel, kCompactionStyleUniversal,
1009
+ kCompactionStyleFIFO}) {
1010
+ for (int64_t max_data : {128l << 20, 512l << 20}) {
1011
+ for (int64_t per_key_size : {256, 1024}) {
1012
+ b->Args({comp_style, max_data, per_key_size});
1013
+ }
1014
+ }
1015
+ }
1016
+ b->ArgNames({"comp_style", "max_data", "per_key_size"});
1017
+ }
1018
+ static constexpr uint64_t kIteratorNextNum = 10l << 10;
1019
+ BENCHMARK(IteratorNext)
1020
+ ->Iterations(kIteratorNextNum)
1021
+ ->Apply(IteratorNextArguments);
1022
+
1023
+ static void IteratorNextWithPerfContext(benchmark::State& state) {
1024
+ // setup DB
1025
+ static DB* db;
1026
+ Options options;
1027
+
1028
+ auto rnd = Random(301 + state.thread_index());
1029
+ KeyGenerator kg(&rnd, 1024);
1030
+
1031
+ if (state.thread_index() == 0) {
1032
+ SetupDB(state, options, &db, "IteratorNextWithPerfContext");
1033
+ // load db
1034
+ auto wo = WriteOptions();
1035
+ wo.disableWAL = true;
1036
+ for (uint64_t i = 0; i < 1024; i++) {
1037
+ Status s = db->Put(wo, kg.Next(), rnd.RandomString(1024));
1038
+ if (!s.ok()) {
1039
+ state.SkipWithError(s.ToString().c_str());
1040
+ }
1041
+ }
1042
+ auto db_full = static_cast_with_check<DBImpl>(db);
1043
+ Status s = db_full->WaitForCompact(true);
1044
+ if (!s.ok()) {
1045
+ state.SkipWithError(s.ToString().c_str());
1046
+ return;
1047
+ }
1048
+ FlushOptions fo;
1049
+ s = db->Flush(fo);
1050
+ if (!s.ok()) {
1051
+ state.SkipWithError(s.ToString().c_str());
1052
+ }
1053
+ }
1054
+
1055
+ uint64_t user_key_comparison_count = 0;
1056
+ uint64_t internal_key_skipped_count = 0;
1057
+ uint64_t find_next_user_entry_time = 0;
1058
+ uint64_t iter_next_cpu_nanos = 0;
1059
+
1060
+ SetPerfLevel(kEnableTime);
1061
+ get_perf_context()->EnablePerLevelPerfContext();
1062
+
1063
+ {
1064
+ std::unique_ptr<Iterator> iter{nullptr};
1065
+ for (auto _ : state) {
1066
+ state.PauseTiming();
1067
+ if (!iter) {
1068
+ iter.reset(db->NewIterator(ReadOptions()));
1069
+ }
1070
+ while (!iter->Valid()) {
1071
+ iter->Seek(kg.Next());
1072
+ if (!iter->status().ok()) {
1073
+ state.SkipWithError(iter->status().ToString().c_str());
1074
+ }
1075
+ }
1076
+ get_perf_context()->Reset();
1077
+ state.ResumeTiming();
1078
+
1079
+ iter->Next();
1080
+ user_key_comparison_count +=
1081
+ get_perf_context()->user_key_comparison_count;
1082
+ internal_key_skipped_count +=
1083
+ get_perf_context()->internal_key_skipped_count;
1084
+ find_next_user_entry_time +=
1085
+ get_perf_context()->find_next_user_entry_time;
1086
+ iter_next_cpu_nanos += get_perf_context()->iter_next_cpu_nanos;
1087
+ }
1088
+ }
1089
+
1090
+ state.counters["user_key_comparison_count"] =
1091
+ benchmark::Counter(static_cast<double>(user_key_comparison_count),
1092
+ benchmark::Counter::kAvgIterations);
1093
+ state.counters["internal_key_skipped_count"] =
1094
+ benchmark::Counter(static_cast<double>(internal_key_skipped_count),
1095
+ benchmark::Counter::kAvgIterations);
1096
+ state.counters["find_next_user_entry_time"] =
1097
+ benchmark::Counter(static_cast<double>(find_next_user_entry_time),
1098
+ benchmark::Counter::kAvgIterations);
1099
+ state.counters["iter_next_cpu_nanos"] =
1100
+ benchmark::Counter(static_cast<double>(iter_next_cpu_nanos),
1101
+ benchmark::Counter::kAvgIterations);
1102
+
1103
+ if (state.thread_index() == 0) {
1104
+ TeardownDB(state, db, options, kg);
1105
+ }
1106
+ }
1107
+
1108
+ BENCHMARK(IteratorNextWithPerfContext)->Iterations(100000);
1109
+
1110
+ static void IteratorPrev(benchmark::State& state) {
1111
+ auto compaction_style = static_cast<CompactionStyle>(state.range(0));
1112
+ uint64_t max_data = state.range(1);
1113
+ uint64_t per_key_size = state.range(2);
1114
+ uint64_t key_num = max_data / per_key_size;
1115
+
1116
+ // setup DB
1117
+ static DB* db;
1118
+ std::string db_name;
1119
+ Options options;
1120
+ options.compaction_style = compaction_style;
1121
+
1122
+ auto rnd = Random(301 + state.thread_index());
1123
+ KeyGenerator kg(&rnd, key_num);
1124
+
1125
+ if (state.thread_index() == 0) {
1126
+ SetupDB(state, options, &db, "IteratorPrev");
1127
+ // load db
1128
+ auto wo = WriteOptions();
1129
+ wo.disableWAL = true;
1130
+ for (uint64_t i = 0; i < key_num; i++) {
1131
+ Status s = db->Put(wo, kg.Next(),
1132
+ rnd.RandomString(static_cast<int>(per_key_size)));
1133
+ if (!s.ok()) {
1134
+ state.SkipWithError(s.ToString().c_str());
1135
+ }
1136
+ }
1137
+
1138
+ FlushOptions fo;
1139
+ Status s = db->Flush(fo);
1140
+ if (!s.ok()) {
1141
+ state.SkipWithError(s.ToString().c_str());
1142
+ }
1143
+
1144
+ auto db_full = static_cast_with_check<DBImpl>(db);
1145
+ s = db_full->WaitForCompact(true);
1146
+ if (!s.ok()) {
1147
+ state.SkipWithError(s.ToString().c_str());
1148
+ return;
1149
+ }
1150
+ }
1151
+
1152
+ {
1153
+ std::unique_ptr<Iterator> iter{nullptr};
1154
+ for (auto _ : state) {
1155
+ state.PauseTiming();
1156
+ if (!iter) {
1157
+ iter.reset(db->NewIterator(ReadOptions()));
1158
+ }
1159
+ while (!iter->Valid()) {
1160
+ iter->Seek(kg.Next());
1161
+ if (!iter->status().ok()) {
1162
+ state.SkipWithError(iter->status().ToString().c_str());
1163
+ }
1164
+ }
1165
+ state.ResumeTiming();
1166
+ iter->Prev();
1167
+ }
1168
+ }
1169
+
1170
+ if (state.thread_index() == 0) {
1171
+ TeardownDB(state, db, options, kg);
1172
+ }
1173
+ }
1174
+
1175
+ static void IteratorPrevArguments(benchmark::internal::Benchmark* b) {
1176
+ for (int comp_style : {kCompactionStyleLevel, kCompactionStyleUniversal,
1177
+ kCompactionStyleFIFO}) {
1178
+ for (int64_t max_data : {128l << 20, 512l << 20}) {
1179
+ for (int64_t per_key_size : {256, 1024}) {
1180
+ b->Args({comp_style, max_data, per_key_size});
1181
+ }
1182
+ }
1183
+ }
1184
+ b->ArgNames({"comp_style", "max_data", "per_key_size"});
1185
+ }
1186
+
1187
+ static constexpr uint64_t kIteratorPrevNum = 10l << 10;
1188
+ BENCHMARK(IteratorPrev)
1189
+ ->Iterations(kIteratorPrevNum)
1190
+ ->Apply(IteratorPrevArguments);
1191
+
1192
+ static void PrefixSeek(benchmark::State& state) {
1193
+ auto compaction_style = static_cast<CompactionStyle>(state.range(0));
1194
+ uint64_t max_data = state.range(1);
1195
+ uint64_t per_key_size = state.range(2);
1196
+ bool enable_statistics = state.range(3);
1197
+ bool enable_filter = state.range(4);
1198
+ uint64_t key_num = max_data / per_key_size;
1199
+
1200
+ // setup DB
1201
+ static DB* db;
1202
+ Options options;
1203
+ if (enable_statistics) {
1204
+ options.statistics = CreateDBStatistics();
1205
+ }
1206
+ options.compaction_style = compaction_style;
1207
+ options.prefix_extractor.reset(NewFixedPrefixTransform(4));
1208
+
1209
+ if (enable_filter) {
1210
+ BlockBasedTableOptions table_options;
1211
+ table_options.filter_policy.reset(NewBloomFilterPolicy(10, false));
1212
+ options.table_factory.reset(NewBlockBasedTableFactory(table_options));
1213
+ }
1214
+
1215
+ auto rnd = Random(301 + state.thread_index());
1216
+ KeyGenerator kg(&rnd, key_num, key_num / 100);
1217
+
1218
+ if (state.thread_index() == 0) {
1219
+ SetupDB(state, options, &db, "PrefixSeek");
1220
+
1221
+ // load db
1222
+ auto wo = WriteOptions();
1223
+ wo.disableWAL = true;
1224
+ for (uint64_t i = 0; i < key_num; i++) {
1225
+ Status s = db->Put(wo, kg.Next(),
1226
+ rnd.RandomString(static_cast<int>(per_key_size)));
1227
+ if (!s.ok()) {
1228
+ state.SkipWithError(s.ToString().c_str());
1229
+ }
1230
+ }
1231
+
1232
+ FlushOptions fo;
1233
+ Status s = db->Flush(fo);
1234
+ if (!s.ok()) {
1235
+ state.SkipWithError(s.ToString().c_str());
1236
+ }
1237
+
1238
+ auto db_full = static_cast_with_check<DBImpl>(db);
1239
+ s = db_full->WaitForCompact(true);
1240
+ if (!s.ok()) {
1241
+ state.SkipWithError(s.ToString().c_str());
1242
+ return;
1243
+ }
1244
+ }
1245
+
1246
+ {
1247
+ std::unique_ptr<Iterator> iter{nullptr};
1248
+ for (auto _ : state) {
1249
+ state.PauseTiming();
1250
+ if (!iter) {
1251
+ iter.reset(db->NewIterator(ReadOptions()));
1252
+ }
1253
+ state.ResumeTiming();
1254
+ iter->Seek(kg.NextPrefix());
1255
+ if (!iter->status().ok()) {
1256
+ state.SkipWithError(iter->status().ToString().c_str());
1257
+ return;
1258
+ }
1259
+ }
1260
+ }
1261
+
1262
+ if (state.thread_index() == 0) {
1263
+ TeardownDB(state, db, options, kg);
1264
+ }
1265
+ }
1266
+
1267
+ static void PrefixSeekArguments(benchmark::internal::Benchmark* b) {
1268
+ for (int comp_style : {kCompactionStyleLevel, kCompactionStyleUniversal,
1269
+ kCompactionStyleFIFO}) {
1270
+ for (int64_t max_data : {128l << 20, 512l << 20}) {
1271
+ for (int64_t per_key_size : {256, 1024}) {
1272
+ for (bool enable_statistics : {false, true}) {
1273
+ for (bool enable_filter : {false, true}) {
1274
+ b->Args({comp_style, max_data, per_key_size, enable_statistics,
1275
+ enable_filter});
1276
+ }
1277
+ }
1278
+ }
1279
+ }
1280
+ }
1281
+ b->ArgNames({"comp_style", "max_data", "per_key_size", "enable_statistics",
1282
+ "enable_filter"});
1283
+ }
1284
+
1285
+ static constexpr uint64_t kPrefixSeekNum = 10l << 10;
1286
+ BENCHMARK(PrefixSeek)->Iterations(kPrefixSeekNum)->Apply(PrefixSeekArguments);
1287
+ BENCHMARK(PrefixSeek)
1288
+ ->Threads(8)
1289
+ ->Iterations(kPrefixSeekNum / 8)
1290
+ ->Apply(PrefixSeekArguments);
1291
+
1292
+ // TODO: move it to different files, as it's testing an internal API
1293
+ static void RandomAccessFileReaderRead(benchmark::State& state) {
1294
+ bool enable_statistics = state.range(0);
1295
+ constexpr int kFileNum = 10;
1296
+ auto env = Env::Default();
1297
+ auto fs = env->GetFileSystem();
1298
+ std::string db_path;
1299
+ Status s = env->GetTestDirectory(&db_path);
1300
+ if (!s.ok()) {
1301
+ state.SkipWithError(s.ToString().c_str());
1302
+ return;
1303
+ }
1304
+
1305
+ // Setup multiple `RandomAccessFileReader`s with different parameters to be
1306
+ // used for test
1307
+ Random rand(301);
1308
+ std::string fname_base =
1309
+ db_path + kFilePathSeparator + "random-access-file-reader-read";
1310
+ std::vector<std::unique_ptr<RandomAccessFileReader>> readers;
1311
+ auto statistics_share = CreateDBStatistics();
1312
+ Statistics* statistics = enable_statistics ? statistics_share.get() : nullptr;
1313
+ for (int i = 0; i < kFileNum; i++) {
1314
+ std::string fname = fname_base + ToString(i);
1315
+ std::string content = rand.RandomString(kDefaultPageSize);
1316
+ std::unique_ptr<WritableFile> tgt_file;
1317
+ env->NewWritableFile(fname, &tgt_file, EnvOptions());
1318
+ tgt_file->Append(content);
1319
+ tgt_file->Close();
1320
+
1321
+ std::unique_ptr<FSRandomAccessFile> f;
1322
+ fs->NewRandomAccessFile(fname, FileOptions(), &f, nullptr);
1323
+ int rand_num = rand.Next() % 3;
1324
+ auto temperature = rand_num == 0 ? Temperature::kUnknown
1325
+ : rand_num == 1 ? Temperature::kWarm
1326
+ : Temperature::kCold;
1327
+ readers.emplace_back(new RandomAccessFileReader(
1328
+ std::move(f), fname, env->GetSystemClock().get(), nullptr, statistics,
1329
+ 0, nullptr, nullptr, {}, temperature, rand_num == 1));
1330
+ }
1331
+
1332
+ IOOptions io_options;
1333
+ std::unique_ptr<char[]> scratch(new char[2048]);
1334
+ Slice result;
1335
+ uint64_t idx = 0;
1336
+ for (auto _ : state) {
1337
+ s = readers[idx++ % kFileNum]->Read(io_options, 0, kDefaultPageSize / 3,
1338
+ &result, scratch.get(), nullptr,
1339
+ Env::IO_TOTAL);
1340
+ if (!s.ok()) {
1341
+ state.SkipWithError(s.ToString().c_str());
1342
+ }
1343
+ }
1344
+
1345
+ // clean up
1346
+ for (int i = 0; i < kFileNum; i++) {
1347
+ std::string fname = fname_base + ToString(i);
1348
+ env->DeleteFile(fname); // ignore return, okay to fail cleanup
1349
+ }
1350
+ }
1351
+
1352
+ BENCHMARK(RandomAccessFileReaderRead)
1353
+ ->Iterations(1000000)
1354
+ ->Arg(0)
1355
+ ->Arg(1)
1356
+ ->ArgName("enable_statistics");
1357
+
1358
+ } // namespace ROCKSDB_NAMESPACE
1359
+
1360
+ BENCHMARK_MAIN();