@nxtedition/rocksdb 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1088) hide show
  1. package/CHANGELOG.md +294 -0
  2. package/LICENSE +21 -0
  3. package/README.md +102 -0
  4. package/UPGRADING.md +91 -0
  5. package/binding.cc +1276 -0
  6. package/binding.gyp +73 -0
  7. package/binding.js +1 -0
  8. package/chained-batch.js +44 -0
  9. package/deps/rocksdb/build_version.cc +4 -0
  10. package/deps/rocksdb/rocksdb/CMakeLists.txt +1356 -0
  11. package/deps/rocksdb/rocksdb/COPYING +339 -0
  12. package/deps/rocksdb/rocksdb/LICENSE.Apache +202 -0
  13. package/deps/rocksdb/rocksdb/LICENSE.leveldb +29 -0
  14. package/deps/rocksdb/rocksdb/Makefile +2521 -0
  15. package/deps/rocksdb/rocksdb/TARGETS +2100 -0
  16. package/deps/rocksdb/rocksdb/cache/cache.cc +63 -0
  17. package/deps/rocksdb/rocksdb/cache/cache_bench.cc +381 -0
  18. package/deps/rocksdb/rocksdb/cache/cache_helpers.h +114 -0
  19. package/deps/rocksdb/rocksdb/cache/cache_test.cc +775 -0
  20. package/deps/rocksdb/rocksdb/cache/clock_cache.cc +769 -0
  21. package/deps/rocksdb/rocksdb/cache/clock_cache.h +16 -0
  22. package/deps/rocksdb/rocksdb/cache/lru_cache.cc +574 -0
  23. package/deps/rocksdb/rocksdb/cache/lru_cache.h +339 -0
  24. package/deps/rocksdb/rocksdb/cache/lru_cache_test.cc +199 -0
  25. package/deps/rocksdb/rocksdb/cache/sharded_cache.cc +162 -0
  26. package/deps/rocksdb/rocksdb/cache/sharded_cache.h +111 -0
  27. package/deps/rocksdb/rocksdb/cmake/RocksDBConfig.cmake.in +54 -0
  28. package/deps/rocksdb/rocksdb/cmake/modules/CxxFlags.cmake +7 -0
  29. package/deps/rocksdb/rocksdb/cmake/modules/FindJeMalloc.cmake +29 -0
  30. package/deps/rocksdb/rocksdb/cmake/modules/FindNUMA.cmake +29 -0
  31. package/deps/rocksdb/rocksdb/cmake/modules/FindSnappy.cmake +29 -0
  32. package/deps/rocksdb/rocksdb/cmake/modules/FindTBB.cmake +33 -0
  33. package/deps/rocksdb/rocksdb/cmake/modules/Findgflags.cmake +29 -0
  34. package/deps/rocksdb/rocksdb/cmake/modules/Findlz4.cmake +29 -0
  35. package/deps/rocksdb/rocksdb/cmake/modules/Findzstd.cmake +29 -0
  36. package/deps/rocksdb/rocksdb/cmake/modules/ReadVersion.cmake +10 -0
  37. package/deps/rocksdb/rocksdb/db/arena_wrapped_db_iter.cc +108 -0
  38. package/deps/rocksdb/rocksdb/db/arena_wrapped_db_iter.h +115 -0
  39. package/deps/rocksdb/rocksdb/db/blob/blob_constants.h +16 -0
  40. package/deps/rocksdb/rocksdb/db/blob/blob_file_addition.cc +154 -0
  41. package/deps/rocksdb/rocksdb/db/blob/blob_file_addition.h +67 -0
  42. package/deps/rocksdb/rocksdb/db/blob/blob_file_addition_test.cc +206 -0
  43. package/deps/rocksdb/rocksdb/db/blob/blob_file_builder.cc +316 -0
  44. package/deps/rocksdb/rocksdb/db/blob/blob_file_builder.h +91 -0
  45. package/deps/rocksdb/rocksdb/db/blob/blob_file_builder_test.cc +660 -0
  46. package/deps/rocksdb/rocksdb/db/blob/blob_file_cache.cc +99 -0
  47. package/deps/rocksdb/rocksdb/db/blob/blob_file_cache.h +49 -0
  48. package/deps/rocksdb/rocksdb/db/blob/blob_file_cache_test.cc +268 -0
  49. package/deps/rocksdb/rocksdb/db/blob/blob_file_garbage.cc +134 -0
  50. package/deps/rocksdb/rocksdb/db/blob/blob_file_garbage.h +57 -0
  51. package/deps/rocksdb/rocksdb/db/blob/blob_file_garbage_test.cc +173 -0
  52. package/deps/rocksdb/rocksdb/db/blob/blob_file_meta.cc +55 -0
  53. package/deps/rocksdb/rocksdb/db/blob/blob_file_meta.h +164 -0
  54. package/deps/rocksdb/rocksdb/db/blob/blob_file_reader.cc +423 -0
  55. package/deps/rocksdb/rocksdb/db/blob/blob_file_reader.h +81 -0
  56. package/deps/rocksdb/rocksdb/db/blob/blob_file_reader_test.cc +771 -0
  57. package/deps/rocksdb/rocksdb/db/blob/blob_index.h +184 -0
  58. package/deps/rocksdb/rocksdb/db/blob/blob_log_format.cc +145 -0
  59. package/deps/rocksdb/rocksdb/db/blob/blob_log_format.h +148 -0
  60. package/deps/rocksdb/rocksdb/db/blob/blob_log_sequential_reader.cc +132 -0
  61. package/deps/rocksdb/rocksdb/db/blob/blob_log_sequential_reader.h +76 -0
  62. package/deps/rocksdb/rocksdb/db/blob/blob_log_writer.cc +168 -0
  63. package/deps/rocksdb/rocksdb/db/blob/blob_log_writer.h +83 -0
  64. package/deps/rocksdb/rocksdb/db/blob/db_blob_basic_test.cc +307 -0
  65. package/deps/rocksdb/rocksdb/db/blob/db_blob_index_test.cc +464 -0
  66. package/deps/rocksdb/rocksdb/db/builder.cc +358 -0
  67. package/deps/rocksdb/rocksdb/db/builder.h +95 -0
  68. package/deps/rocksdb/rocksdb/db/c.cc +5281 -0
  69. package/deps/rocksdb/rocksdb/db/c_test.c +2883 -0
  70. package/deps/rocksdb/rocksdb/db/column_family.cc +1602 -0
  71. package/deps/rocksdb/rocksdb/db/column_family.h +787 -0
  72. package/deps/rocksdb/rocksdb/db/column_family_test.cc +3427 -0
  73. package/deps/rocksdb/rocksdb/db/compact_files_test.cc +425 -0
  74. package/deps/rocksdb/rocksdb/db/compacted_db_impl.cc +169 -0
  75. package/deps/rocksdb/rocksdb/db/compacted_db_impl.h +118 -0
  76. package/deps/rocksdb/rocksdb/db/compaction/compaction.cc +591 -0
  77. package/deps/rocksdb/rocksdb/db/compaction/compaction.h +389 -0
  78. package/deps/rocksdb/rocksdb/db/compaction/compaction_iteration_stats.h +37 -0
  79. package/deps/rocksdb/rocksdb/db/compaction/compaction_iterator.cc +1023 -0
  80. package/deps/rocksdb/rocksdb/db/compaction/compaction_iterator.h +353 -0
  81. package/deps/rocksdb/rocksdb/db/compaction/compaction_iterator_test.cc +1254 -0
  82. package/deps/rocksdb/rocksdb/db/compaction/compaction_job.cc +1917 -0
  83. package/deps/rocksdb/rocksdb/db/compaction/compaction_job.h +208 -0
  84. package/deps/rocksdb/rocksdb/db/compaction/compaction_job_stats_test.cc +1037 -0
  85. package/deps/rocksdb/rocksdb/db/compaction/compaction_job_test.cc +1224 -0
  86. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker.cc +1135 -0
  87. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker.h +318 -0
  88. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_fifo.cc +255 -0
  89. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_fifo.h +57 -0
  90. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_level.cc +510 -0
  91. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_level.h +33 -0
  92. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_test.cc +2190 -0
  93. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_universal.cc +1103 -0
  94. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_universal.h +32 -0
  95. package/deps/rocksdb/rocksdb/db/compaction/sst_partitioner.cc +44 -0
  96. package/deps/rocksdb/rocksdb/db/comparator_db_test.cc +660 -0
  97. package/deps/rocksdb/rocksdb/db/convenience.cc +78 -0
  98. package/deps/rocksdb/rocksdb/db/corruption_test.cc +921 -0
  99. package/deps/rocksdb/rocksdb/db/cuckoo_table_db_test.cc +359 -0
  100. package/deps/rocksdb/rocksdb/db/db_basic_test.cc +3820 -0
  101. package/deps/rocksdb/rocksdb/db/db_block_cache_test.cc +1058 -0
  102. package/deps/rocksdb/rocksdb/db/db_bloom_filter_test.cc +2128 -0
  103. package/deps/rocksdb/rocksdb/db/db_compaction_filter_test.cc +851 -0
  104. package/deps/rocksdb/rocksdb/db/db_compaction_test.cc +6292 -0
  105. package/deps/rocksdb/rocksdb/db/db_dynamic_level_test.cc +509 -0
  106. package/deps/rocksdb/rocksdb/db/db_encryption_test.cc +130 -0
  107. package/deps/rocksdb/rocksdb/db/db_filesnapshot.cc +137 -0
  108. package/deps/rocksdb/rocksdb/db/db_flush_test.cc +1119 -0
  109. package/deps/rocksdb/rocksdb/db/db_impl/db_impl.cc +5057 -0
  110. package/deps/rocksdb/rocksdb/db/db_impl/db_impl.h +2274 -0
  111. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_compaction_flush.cc +3421 -0
  112. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_debug.cc +298 -0
  113. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_experimental.cc +151 -0
  114. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_files.cc +967 -0
  115. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_open.cc +1806 -0
  116. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_readonly.cc +270 -0
  117. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_readonly.h +146 -0
  118. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_secondary.cc +683 -0
  119. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_secondary.h +333 -0
  120. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_write.cc +2024 -0
  121. package/deps/rocksdb/rocksdb/db/db_impl/db_secondary_test.cc +932 -0
  122. package/deps/rocksdb/rocksdb/db/db_info_dumper.cc +137 -0
  123. package/deps/rocksdb/rocksdb/db/db_info_dumper.h +15 -0
  124. package/deps/rocksdb/rocksdb/db/db_inplace_update_test.cc +178 -0
  125. package/deps/rocksdb/rocksdb/db/db_io_failure_test.cc +592 -0
  126. package/deps/rocksdb/rocksdb/db/db_iter.cc +1493 -0
  127. package/deps/rocksdb/rocksdb/db/db_iter.h +390 -0
  128. package/deps/rocksdb/rocksdb/db/db_iter_stress_test.cc +657 -0
  129. package/deps/rocksdb/rocksdb/db/db_iter_test.cc +3268 -0
  130. package/deps/rocksdb/rocksdb/db/db_iterator_test.cc +3197 -0
  131. package/deps/rocksdb/rocksdb/db/db_log_iter_test.cc +299 -0
  132. package/deps/rocksdb/rocksdb/db/db_logical_block_size_cache_test.cc +513 -0
  133. package/deps/rocksdb/rocksdb/db/db_memtable_test.cc +329 -0
  134. package/deps/rocksdb/rocksdb/db/db_merge_operand_test.cc +241 -0
  135. package/deps/rocksdb/rocksdb/db/db_merge_operator_test.cc +671 -0
  136. package/deps/rocksdb/rocksdb/db/db_options_test.cc +1022 -0
  137. package/deps/rocksdb/rocksdb/db/db_properties_test.cc +1723 -0
  138. package/deps/rocksdb/rocksdb/db/db_range_del_test.cc +1694 -0
  139. package/deps/rocksdb/rocksdb/db/db_sst_test.cc +1261 -0
  140. package/deps/rocksdb/rocksdb/db/db_statistics_test.cc +164 -0
  141. package/deps/rocksdb/rocksdb/db/db_table_properties_test.cc +488 -0
  142. package/deps/rocksdb/rocksdb/db/db_tailing_iter_test.cc +567 -0
  143. package/deps/rocksdb/rocksdb/db/db_test.cc +6736 -0
  144. package/deps/rocksdb/rocksdb/db/db_test2.cc +5408 -0
  145. package/deps/rocksdb/rocksdb/db/db_test_util.cc +1633 -0
  146. package/deps/rocksdb/rocksdb/db/db_test_util.h +1194 -0
  147. package/deps/rocksdb/rocksdb/db/db_universal_compaction_test.cc +2235 -0
  148. package/deps/rocksdb/rocksdb/db/db_wal_test.cc +1780 -0
  149. package/deps/rocksdb/rocksdb/db/db_with_timestamp_basic_test.cc +2520 -0
  150. package/deps/rocksdb/rocksdb/db/db_with_timestamp_compaction_test.cc +119 -0
  151. package/deps/rocksdb/rocksdb/db/db_write_test.cc +465 -0
  152. package/deps/rocksdb/rocksdb/db/dbformat.cc +222 -0
  153. package/deps/rocksdb/rocksdb/db/dbformat.h +786 -0
  154. package/deps/rocksdb/rocksdb/db/dbformat_test.cc +206 -0
  155. package/deps/rocksdb/rocksdb/db/deletefile_test.cc +580 -0
  156. package/deps/rocksdb/rocksdb/db/error_handler.cc +726 -0
  157. package/deps/rocksdb/rocksdb/db/error_handler.h +117 -0
  158. package/deps/rocksdb/rocksdb/db/error_handler_fs_test.cc +2598 -0
  159. package/deps/rocksdb/rocksdb/db/event_helpers.cc +233 -0
  160. package/deps/rocksdb/rocksdb/db/event_helpers.h +57 -0
  161. package/deps/rocksdb/rocksdb/db/experimental.cc +50 -0
  162. package/deps/rocksdb/rocksdb/db/external_sst_file_basic_test.cc +1559 -0
  163. package/deps/rocksdb/rocksdb/db/external_sst_file_ingestion_job.cc +910 -0
  164. package/deps/rocksdb/rocksdb/db/external_sst_file_ingestion_job.h +195 -0
  165. package/deps/rocksdb/rocksdb/db/external_sst_file_test.cc +2936 -0
  166. package/deps/rocksdb/rocksdb/db/fault_injection_test.cc +556 -0
  167. package/deps/rocksdb/rocksdb/db/file_indexer.cc +216 -0
  168. package/deps/rocksdb/rocksdb/db/file_indexer.h +142 -0
  169. package/deps/rocksdb/rocksdb/db/file_indexer_test.cc +350 -0
  170. package/deps/rocksdb/rocksdb/db/filename_test.cc +179 -0
  171. package/deps/rocksdb/rocksdb/db/flush_job.cc +514 -0
  172. package/deps/rocksdb/rocksdb/db/flush_job.h +169 -0
  173. package/deps/rocksdb/rocksdb/db/flush_job_test.cc +647 -0
  174. package/deps/rocksdb/rocksdb/db/flush_scheduler.cc +86 -0
  175. package/deps/rocksdb/rocksdb/db/flush_scheduler.h +54 -0
  176. package/deps/rocksdb/rocksdb/db/forward_iterator.cc +1023 -0
  177. package/deps/rocksdb/rocksdb/db/forward_iterator.h +163 -0
  178. package/deps/rocksdb/rocksdb/db/forward_iterator_bench.cc +377 -0
  179. package/deps/rocksdb/rocksdb/db/import_column_family_job.cc +282 -0
  180. package/deps/rocksdb/rocksdb/db/import_column_family_job.h +75 -0
  181. package/deps/rocksdb/rocksdb/db/import_column_family_test.cc +632 -0
  182. package/deps/rocksdb/rocksdb/db/internal_stats.cc +1461 -0
  183. package/deps/rocksdb/rocksdb/db/internal_stats.h +712 -0
  184. package/deps/rocksdb/rocksdb/db/job_context.h +226 -0
  185. package/deps/rocksdb/rocksdb/db/listener_test.cc +1118 -0
  186. package/deps/rocksdb/rocksdb/db/log_format.h +48 -0
  187. package/deps/rocksdb/rocksdb/db/log_reader.cc +654 -0
  188. package/deps/rocksdb/rocksdb/db/log_reader.h +192 -0
  189. package/deps/rocksdb/rocksdb/db/log_test.cc +901 -0
  190. package/deps/rocksdb/rocksdb/db/log_writer.cc +164 -0
  191. package/deps/rocksdb/rocksdb/db/log_writer.h +115 -0
  192. package/deps/rocksdb/rocksdb/db/logs_with_prep_tracker.cc +67 -0
  193. package/deps/rocksdb/rocksdb/db/logs_with_prep_tracker.h +63 -0
  194. package/deps/rocksdb/rocksdb/db/lookup_key.h +66 -0
  195. package/deps/rocksdb/rocksdb/db/malloc_stats.cc +54 -0
  196. package/deps/rocksdb/rocksdb/db/malloc_stats.h +24 -0
  197. package/deps/rocksdb/rocksdb/db/manual_compaction_test.cc +296 -0
  198. package/deps/rocksdb/rocksdb/db/memtable.cc +1169 -0
  199. package/deps/rocksdb/rocksdb/db/memtable.h +554 -0
  200. package/deps/rocksdb/rocksdb/db/memtable_list.cc +888 -0
  201. package/deps/rocksdb/rocksdb/db/memtable_list.h +438 -0
  202. package/deps/rocksdb/rocksdb/db/memtable_list_test.cc +935 -0
  203. package/deps/rocksdb/rocksdb/db/merge_context.h +134 -0
  204. package/deps/rocksdb/rocksdb/db/merge_helper.cc +421 -0
  205. package/deps/rocksdb/rocksdb/db/merge_helper.h +197 -0
  206. package/deps/rocksdb/rocksdb/db/merge_helper_test.cc +290 -0
  207. package/deps/rocksdb/rocksdb/db/merge_operator.cc +86 -0
  208. package/deps/rocksdb/rocksdb/db/merge_test.cc +608 -0
  209. package/deps/rocksdb/rocksdb/db/obsolete_files_test.cc +338 -0
  210. package/deps/rocksdb/rocksdb/db/options_file_test.cc +119 -0
  211. package/deps/rocksdb/rocksdb/db/output_validator.cc +30 -0
  212. package/deps/rocksdb/rocksdb/db/output_validator.h +47 -0
  213. package/deps/rocksdb/rocksdb/db/perf_context_test.cc +993 -0
  214. package/deps/rocksdb/rocksdb/db/periodic_work_scheduler.cc +113 -0
  215. package/deps/rocksdb/rocksdb/db/periodic_work_scheduler.h +76 -0
  216. package/deps/rocksdb/rocksdb/db/periodic_work_scheduler_test.cc +231 -0
  217. package/deps/rocksdb/rocksdb/db/pinned_iterators_manager.h +87 -0
  218. package/deps/rocksdb/rocksdb/db/plain_table_db_test.cc +1374 -0
  219. package/deps/rocksdb/rocksdb/db/pre_release_callback.h +38 -0
  220. package/deps/rocksdb/rocksdb/db/prefix_test.cc +910 -0
  221. package/deps/rocksdb/rocksdb/db/range_del_aggregator.cc +489 -0
  222. package/deps/rocksdb/rocksdb/db/range_del_aggregator.h +446 -0
  223. package/deps/rocksdb/rocksdb/db/range_del_aggregator_bench.cc +260 -0
  224. package/deps/rocksdb/rocksdb/db/range_del_aggregator_test.cc +709 -0
  225. package/deps/rocksdb/rocksdb/db/range_tombstone_fragmenter.cc +439 -0
  226. package/deps/rocksdb/rocksdb/db/range_tombstone_fragmenter.h +256 -0
  227. package/deps/rocksdb/rocksdb/db/range_tombstone_fragmenter_test.cc +552 -0
  228. package/deps/rocksdb/rocksdb/db/read_callback.h +53 -0
  229. package/deps/rocksdb/rocksdb/db/repair.cc +722 -0
  230. package/deps/rocksdb/rocksdb/db/repair_test.cc +390 -0
  231. package/deps/rocksdb/rocksdb/db/snapshot_checker.h +61 -0
  232. package/deps/rocksdb/rocksdb/db/snapshot_impl.cc +26 -0
  233. package/deps/rocksdb/rocksdb/db/snapshot_impl.h +167 -0
  234. package/deps/rocksdb/rocksdb/db/table_cache.cc +704 -0
  235. package/deps/rocksdb/rocksdb/db/table_cache.h +233 -0
  236. package/deps/rocksdb/rocksdb/db/table_properties_collector.cc +75 -0
  237. package/deps/rocksdb/rocksdb/db/table_properties_collector.h +107 -0
  238. package/deps/rocksdb/rocksdb/db/table_properties_collector_test.cc +517 -0
  239. package/deps/rocksdb/rocksdb/db/transaction_log_impl.cc +318 -0
  240. package/deps/rocksdb/rocksdb/db/transaction_log_impl.h +128 -0
  241. package/deps/rocksdb/rocksdb/db/trim_history_scheduler.cc +54 -0
  242. package/deps/rocksdb/rocksdb/db/trim_history_scheduler.h +44 -0
  243. package/deps/rocksdb/rocksdb/db/version_builder.cc +1078 -0
  244. package/deps/rocksdb/rocksdb/db/version_builder.h +69 -0
  245. package/deps/rocksdb/rocksdb/db/version_builder_test.cc +1551 -0
  246. package/deps/rocksdb/rocksdb/db/version_edit.cc +955 -0
  247. package/deps/rocksdb/rocksdb/db/version_edit.h +609 -0
  248. package/deps/rocksdb/rocksdb/db/version_edit_handler.cc +699 -0
  249. package/deps/rocksdb/rocksdb/db/version_edit_handler.h +252 -0
  250. package/deps/rocksdb/rocksdb/db/version_edit_test.cc +597 -0
  251. package/deps/rocksdb/rocksdb/db/version_set.cc +6333 -0
  252. package/deps/rocksdb/rocksdb/db/version_set.h +1485 -0
  253. package/deps/rocksdb/rocksdb/db/version_set_test.cc +3035 -0
  254. package/deps/rocksdb/rocksdb/db/wal_edit.cc +204 -0
  255. package/deps/rocksdb/rocksdb/db/wal_edit.h +166 -0
  256. package/deps/rocksdb/rocksdb/db/wal_edit_test.cc +214 -0
  257. package/deps/rocksdb/rocksdb/db/wal_manager.cc +517 -0
  258. package/deps/rocksdb/rocksdb/db/wal_manager.h +119 -0
  259. package/deps/rocksdb/rocksdb/db/wal_manager_test.cc +340 -0
  260. package/deps/rocksdb/rocksdb/db/write_batch.cc +2174 -0
  261. package/deps/rocksdb/rocksdb/db/write_batch_base.cc +94 -0
  262. package/deps/rocksdb/rocksdb/db/write_batch_internal.h +250 -0
  263. package/deps/rocksdb/rocksdb/db/write_batch_test.cc +907 -0
  264. package/deps/rocksdb/rocksdb/db/write_callback.h +27 -0
  265. package/deps/rocksdb/rocksdb/db/write_callback_test.cc +457 -0
  266. package/deps/rocksdb/rocksdb/db/write_controller.cc +128 -0
  267. package/deps/rocksdb/rocksdb/db/write_controller.h +144 -0
  268. package/deps/rocksdb/rocksdb/db/write_controller_test.cc +135 -0
  269. package/deps/rocksdb/rocksdb/db/write_thread.cc +796 -0
  270. package/deps/rocksdb/rocksdb/db/write_thread.h +433 -0
  271. package/deps/rocksdb/rocksdb/db_stress_tool/CMakeLists.txt +14 -0
  272. package/deps/rocksdb/rocksdb/db_stress_tool/batched_ops_stress.cc +341 -0
  273. package/deps/rocksdb/rocksdb/db_stress_tool/cf_consistency_stress.cc +520 -0
  274. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress.cc +23 -0
  275. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_common.cc +337 -0
  276. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_common.h +554 -0
  277. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_compaction_filter.h +79 -0
  278. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_driver.cc +173 -0
  279. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_driver.h +17 -0
  280. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_env_wrapper.h +38 -0
  281. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_gflags.cc +763 -0
  282. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_listener.h +222 -0
  283. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_shared_state.cc +27 -0
  284. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_shared_state.h +428 -0
  285. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_stat.h +218 -0
  286. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_table_properties_collector.h +64 -0
  287. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_test_base.cc +2430 -0
  288. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_test_base.h +237 -0
  289. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_tool.cc +343 -0
  290. package/deps/rocksdb/rocksdb/db_stress_tool/no_batched_ops_stress.cc +800 -0
  291. package/deps/rocksdb/rocksdb/env/composite_env_wrapper.h +920 -0
  292. package/deps/rocksdb/rocksdb/env/env.cc +733 -0
  293. package/deps/rocksdb/rocksdb/env/env_basic_test.cc +352 -0
  294. package/deps/rocksdb/rocksdb/env/env_chroot.cc +346 -0
  295. package/deps/rocksdb/rocksdb/env/env_chroot.h +22 -0
  296. package/deps/rocksdb/rocksdb/env/env_encryption.cc +1148 -0
  297. package/deps/rocksdb/rocksdb/env/env_encryption_ctr.h +137 -0
  298. package/deps/rocksdb/rocksdb/env/env_hdfs.cc +648 -0
  299. package/deps/rocksdb/rocksdb/env/env_posix.cc +514 -0
  300. package/deps/rocksdb/rocksdb/env/env_test.cc +2230 -0
  301. package/deps/rocksdb/rocksdb/env/file_system.cc +132 -0
  302. package/deps/rocksdb/rocksdb/env/file_system_tracer.cc +448 -0
  303. package/deps/rocksdb/rocksdb/env/file_system_tracer.h +415 -0
  304. package/deps/rocksdb/rocksdb/env/fs_posix.cc +1086 -0
  305. package/deps/rocksdb/rocksdb/env/io_posix.cc +1499 -0
  306. package/deps/rocksdb/rocksdb/env/io_posix.h +402 -0
  307. package/deps/rocksdb/rocksdb/env/io_posix_test.cc +140 -0
  308. package/deps/rocksdb/rocksdb/env/mock_env.cc +1066 -0
  309. package/deps/rocksdb/rocksdb/env/mock_env.h +41 -0
  310. package/deps/rocksdb/rocksdb/env/mock_env_test.cc +85 -0
  311. package/deps/rocksdb/rocksdb/file/delete_scheduler.cc +402 -0
  312. package/deps/rocksdb/rocksdb/file/delete_scheduler.h +150 -0
  313. package/deps/rocksdb/rocksdb/file/delete_scheduler_test.cc +717 -0
  314. package/deps/rocksdb/rocksdb/file/file_prefetch_buffer.cc +156 -0
  315. package/deps/rocksdb/rocksdb/file/file_prefetch_buffer.h +99 -0
  316. package/deps/rocksdb/rocksdb/file/file_util.cc +268 -0
  317. package/deps/rocksdb/rocksdb/file/file_util.h +96 -0
  318. package/deps/rocksdb/rocksdb/file/filename.cc +473 -0
  319. package/deps/rocksdb/rocksdb/file/filename.h +182 -0
  320. package/deps/rocksdb/rocksdb/file/prefetch_test.cc +188 -0
  321. package/deps/rocksdb/rocksdb/file/random_access_file_reader.cc +315 -0
  322. package/deps/rocksdb/rocksdb/file/random_access_file_reader.h +142 -0
  323. package/deps/rocksdb/rocksdb/file/random_access_file_reader_test.cc +482 -0
  324. package/deps/rocksdb/rocksdb/file/read_write_util.cc +67 -0
  325. package/deps/rocksdb/rocksdb/file/read_write_util.h +34 -0
  326. package/deps/rocksdb/rocksdb/file/readahead_raf.cc +169 -0
  327. package/deps/rocksdb/rocksdb/file/readahead_raf.h +29 -0
  328. package/deps/rocksdb/rocksdb/file/sequence_file_reader.cc +237 -0
  329. package/deps/rocksdb/rocksdb/file/sequence_file_reader.h +63 -0
  330. package/deps/rocksdb/rocksdb/file/sst_file_manager_impl.cc +552 -0
  331. package/deps/rocksdb/rocksdb/file/sst_file_manager_impl.h +203 -0
  332. package/deps/rocksdb/rocksdb/file/writable_file_writer.cc +523 -0
  333. package/deps/rocksdb/rocksdb/file/writable_file_writer.h +251 -0
  334. package/deps/rocksdb/rocksdb/hdfs/env_hdfs.h +386 -0
  335. package/deps/rocksdb/rocksdb/include/rocksdb/advanced_options.h +839 -0
  336. package/deps/rocksdb/rocksdb/include/rocksdb/c.h +2218 -0
  337. package/deps/rocksdb/rocksdb/include/rocksdb/cache.h +294 -0
  338. package/deps/rocksdb/rocksdb/include/rocksdb/cleanable.h +71 -0
  339. package/deps/rocksdb/rocksdb/include/rocksdb/compaction_filter.h +214 -0
  340. package/deps/rocksdb/rocksdb/include/rocksdb/compaction_job_stats.h +98 -0
  341. package/deps/rocksdb/rocksdb/include/rocksdb/comparator.h +137 -0
  342. package/deps/rocksdb/rocksdb/include/rocksdb/compression_type.h +40 -0
  343. package/deps/rocksdb/rocksdb/include/rocksdb/concurrent_task_limiter.h +46 -0
  344. package/deps/rocksdb/rocksdb/include/rocksdb/configurable.h +359 -0
  345. package/deps/rocksdb/rocksdb/include/rocksdb/convenience.h +499 -0
  346. package/deps/rocksdb/rocksdb/include/rocksdb/customizable.h +138 -0
  347. package/deps/rocksdb/rocksdb/include/rocksdb/db.h +1697 -0
  348. package/deps/rocksdb/rocksdb/include/rocksdb/db_bench_tool.h +11 -0
  349. package/deps/rocksdb/rocksdb/include/rocksdb/db_dump_tool.h +45 -0
  350. package/deps/rocksdb/rocksdb/include/rocksdb/db_stress_tool.h +11 -0
  351. package/deps/rocksdb/rocksdb/include/rocksdb/env.h +1671 -0
  352. package/deps/rocksdb/rocksdb/include/rocksdb/env_encryption.h +405 -0
  353. package/deps/rocksdb/rocksdb/include/rocksdb/experimental.h +29 -0
  354. package/deps/rocksdb/rocksdb/include/rocksdb/file_checksum.h +129 -0
  355. package/deps/rocksdb/rocksdb/include/rocksdb/file_system.h +1472 -0
  356. package/deps/rocksdb/rocksdb/include/rocksdb/filter_policy.h +238 -0
  357. package/deps/rocksdb/rocksdb/include/rocksdb/flush_block_policy.h +61 -0
  358. package/deps/rocksdb/rocksdb/include/rocksdb/io_status.h +269 -0
  359. package/deps/rocksdb/rocksdb/include/rocksdb/iostats_context.h +56 -0
  360. package/deps/rocksdb/rocksdb/include/rocksdb/iterator.h +128 -0
  361. package/deps/rocksdb/rocksdb/include/rocksdb/ldb_tool.h +43 -0
  362. package/deps/rocksdb/rocksdb/include/rocksdb/listener.h +556 -0
  363. package/deps/rocksdb/rocksdb/include/rocksdb/memory_allocator.h +77 -0
  364. package/deps/rocksdb/rocksdb/include/rocksdb/memtablerep.h +385 -0
  365. package/deps/rocksdb/rocksdb/include/rocksdb/merge_operator.h +257 -0
  366. package/deps/rocksdb/rocksdb/include/rocksdb/metadata.h +155 -0
  367. package/deps/rocksdb/rocksdb/include/rocksdb/options.h +1702 -0
  368. package/deps/rocksdb/rocksdb/include/rocksdb/perf_context.h +237 -0
  369. package/deps/rocksdb/rocksdb/include/rocksdb/perf_level.h +35 -0
  370. package/deps/rocksdb/rocksdb/include/rocksdb/persistent_cache.h +73 -0
  371. package/deps/rocksdb/rocksdb/include/rocksdb/rate_limiter.h +139 -0
  372. package/deps/rocksdb/rocksdb/include/rocksdb/rocksdb_namespace.h +10 -0
  373. package/deps/rocksdb/rocksdb/include/rocksdb/slice.h +269 -0
  374. package/deps/rocksdb/rocksdb/include/rocksdb/slice_transform.h +103 -0
  375. package/deps/rocksdb/rocksdb/include/rocksdb/snapshot.h +48 -0
  376. package/deps/rocksdb/rocksdb/include/rocksdb/sst_dump_tool.h +19 -0
  377. package/deps/rocksdb/rocksdb/include/rocksdb/sst_file_manager.h +136 -0
  378. package/deps/rocksdb/rocksdb/include/rocksdb/sst_file_reader.h +47 -0
  379. package/deps/rocksdb/rocksdb/include/rocksdb/sst_file_writer.h +145 -0
  380. package/deps/rocksdb/rocksdb/include/rocksdb/sst_partitioner.h +135 -0
  381. package/deps/rocksdb/rocksdb/include/rocksdb/statistics.h +592 -0
  382. package/deps/rocksdb/rocksdb/include/rocksdb/stats_history.h +69 -0
  383. package/deps/rocksdb/rocksdb/include/rocksdb/status.h +608 -0
  384. package/deps/rocksdb/rocksdb/include/rocksdb/table.h +711 -0
  385. package/deps/rocksdb/rocksdb/include/rocksdb/table_properties.h +280 -0
  386. package/deps/rocksdb/rocksdb/include/rocksdb/thread_status.h +188 -0
  387. package/deps/rocksdb/rocksdb/include/rocksdb/threadpool.h +58 -0
  388. package/deps/rocksdb/rocksdb/include/rocksdb/trace_reader_writer.h +48 -0
  389. package/deps/rocksdb/rocksdb/include/rocksdb/transaction_log.h +121 -0
  390. package/deps/rocksdb/rocksdb/include/rocksdb/types.h +74 -0
  391. package/deps/rocksdb/rocksdb/include/rocksdb/universal_compaction.h +86 -0
  392. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/backupable_db.h +535 -0
  393. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/checkpoint.h +61 -0
  394. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/convenience.h +10 -0
  395. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/db_ttl.h +72 -0
  396. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/debug.h +49 -0
  397. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/env_librados.h +175 -0
  398. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/env_mirror.h +180 -0
  399. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/info_log_finder.h +19 -0
  400. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/ldb_cmd.h +288 -0
  401. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/ldb_cmd_execute_result.h +71 -0
  402. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/leveldb_options.h +145 -0
  403. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/lua/rocks_lua_custom_library.h +43 -0
  404. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/lua/rocks_lua_util.h +55 -0
  405. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/memory_util.h +50 -0
  406. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/object_registry.h +205 -0
  407. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/optimistic_transaction_db.h +100 -0
  408. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/option_change_migration.h +19 -0
  409. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/options_type.h +876 -0
  410. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/options_util.h +128 -0
  411. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/sim_cache.h +94 -0
  412. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/stackable_db.h +504 -0
  413. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/table_properties_collectors.h +95 -0
  414. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/transaction.h +626 -0
  415. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/transaction_db.h +432 -0
  416. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/transaction_db_mutex.h +92 -0
  417. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/utility_db.h +34 -0
  418. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/write_batch_with_index.h +279 -0
  419. package/deps/rocksdb/rocksdb/include/rocksdb/version.h +16 -0
  420. package/deps/rocksdb/rocksdb/include/rocksdb/wal_filter.h +102 -0
  421. package/deps/rocksdb/rocksdb/include/rocksdb/write_batch.h +377 -0
  422. package/deps/rocksdb/rocksdb/include/rocksdb/write_batch_base.h +127 -0
  423. package/deps/rocksdb/rocksdb/include/rocksdb/write_buffer_manager.h +106 -0
  424. package/deps/rocksdb/rocksdb/logging/auto_roll_logger.cc +300 -0
  425. package/deps/rocksdb/rocksdb/logging/auto_roll_logger.h +165 -0
  426. package/deps/rocksdb/rocksdb/logging/auto_roll_logger_test.cc +684 -0
  427. package/deps/rocksdb/rocksdb/logging/env_logger.h +165 -0
  428. package/deps/rocksdb/rocksdb/logging/env_logger_test.cc +162 -0
  429. package/deps/rocksdb/rocksdb/logging/event_logger.cc +70 -0
  430. package/deps/rocksdb/rocksdb/logging/event_logger.h +203 -0
  431. package/deps/rocksdb/rocksdb/logging/event_logger_test.cc +43 -0
  432. package/deps/rocksdb/rocksdb/logging/log_buffer.cc +92 -0
  433. package/deps/rocksdb/rocksdb/logging/log_buffer.h +56 -0
  434. package/deps/rocksdb/rocksdb/logging/logging.h +68 -0
  435. package/deps/rocksdb/rocksdb/logging/posix_logger.h +185 -0
  436. package/deps/rocksdb/rocksdb/memory/allocator.h +57 -0
  437. package/deps/rocksdb/rocksdb/memory/arena.cc +233 -0
  438. package/deps/rocksdb/rocksdb/memory/arena.h +141 -0
  439. package/deps/rocksdb/rocksdb/memory/arena_test.cc +204 -0
  440. package/deps/rocksdb/rocksdb/memory/concurrent_arena.cc +47 -0
  441. package/deps/rocksdb/rocksdb/memory/concurrent_arena.h +218 -0
  442. package/deps/rocksdb/rocksdb/memory/jemalloc_nodump_allocator.cc +206 -0
  443. package/deps/rocksdb/rocksdb/memory/jemalloc_nodump_allocator.h +78 -0
  444. package/deps/rocksdb/rocksdb/memory/memkind_kmem_allocator.cc +33 -0
  445. package/deps/rocksdb/rocksdb/memory/memkind_kmem_allocator.h +27 -0
  446. package/deps/rocksdb/rocksdb/memory/memkind_kmem_allocator_test.cc +102 -0
  447. package/deps/rocksdb/rocksdb/memory/memory_allocator.h +38 -0
  448. package/deps/rocksdb/rocksdb/memory/memory_usage.h +25 -0
  449. package/deps/rocksdb/rocksdb/memtable/alloc_tracker.cc +62 -0
  450. package/deps/rocksdb/rocksdb/memtable/hash_linklist_rep.cc +844 -0
  451. package/deps/rocksdb/rocksdb/memtable/hash_linklist_rep.h +49 -0
  452. package/deps/rocksdb/rocksdb/memtable/hash_skiplist_rep.cc +349 -0
  453. package/deps/rocksdb/rocksdb/memtable/hash_skiplist_rep.h +44 -0
  454. package/deps/rocksdb/rocksdb/memtable/inlineskiplist.h +997 -0
  455. package/deps/rocksdb/rocksdb/memtable/inlineskiplist_test.cc +663 -0
  456. package/deps/rocksdb/rocksdb/memtable/memtablerep_bench.cc +677 -0
  457. package/deps/rocksdb/rocksdb/memtable/skiplist.h +496 -0
  458. package/deps/rocksdb/rocksdb/memtable/skiplist_test.cc +388 -0
  459. package/deps/rocksdb/rocksdb/memtable/skiplistrep.cc +280 -0
  460. package/deps/rocksdb/rocksdb/memtable/stl_wrappers.h +33 -0
  461. package/deps/rocksdb/rocksdb/memtable/vectorrep.cc +301 -0
  462. package/deps/rocksdb/rocksdb/memtable/write_buffer_manager.cc +148 -0
  463. package/deps/rocksdb/rocksdb/memtable/write_buffer_manager_test.cc +203 -0
  464. package/deps/rocksdb/rocksdb/monitoring/file_read_sample.h +23 -0
  465. package/deps/rocksdb/rocksdb/monitoring/histogram.cc +287 -0
  466. package/deps/rocksdb/rocksdb/monitoring/histogram.h +149 -0
  467. package/deps/rocksdb/rocksdb/monitoring/histogram_test.cc +231 -0
  468. package/deps/rocksdb/rocksdb/monitoring/histogram_windowing.cc +200 -0
  469. package/deps/rocksdb/rocksdb/monitoring/histogram_windowing.h +84 -0
  470. package/deps/rocksdb/rocksdb/monitoring/in_memory_stats_history.cc +49 -0
  471. package/deps/rocksdb/rocksdb/monitoring/in_memory_stats_history.h +74 -0
  472. package/deps/rocksdb/rocksdb/monitoring/instrumented_mutex.cc +71 -0
  473. package/deps/rocksdb/rocksdb/monitoring/instrumented_mutex.h +98 -0
  474. package/deps/rocksdb/rocksdb/monitoring/iostats_context.cc +62 -0
  475. package/deps/rocksdb/rocksdb/monitoring/iostats_context_imp.h +60 -0
  476. package/deps/rocksdb/rocksdb/monitoring/iostats_context_test.cc +29 -0
  477. package/deps/rocksdb/rocksdb/monitoring/perf_context.cc +566 -0
  478. package/deps/rocksdb/rocksdb/monitoring/perf_context_imp.h +97 -0
  479. package/deps/rocksdb/rocksdb/monitoring/perf_level.cc +28 -0
  480. package/deps/rocksdb/rocksdb/monitoring/perf_level_imp.h +18 -0
  481. package/deps/rocksdb/rocksdb/monitoring/perf_step_timer.h +79 -0
  482. package/deps/rocksdb/rocksdb/monitoring/persistent_stats_history.cc +169 -0
  483. package/deps/rocksdb/rocksdb/monitoring/persistent_stats_history.h +83 -0
  484. package/deps/rocksdb/rocksdb/monitoring/statistics.cc +431 -0
  485. package/deps/rocksdb/rocksdb/monitoring/statistics.h +138 -0
  486. package/deps/rocksdb/rocksdb/monitoring/statistics_test.cc +47 -0
  487. package/deps/rocksdb/rocksdb/monitoring/stats_history_test.cc +652 -0
  488. package/deps/rocksdb/rocksdb/monitoring/thread_status_impl.cc +163 -0
  489. package/deps/rocksdb/rocksdb/monitoring/thread_status_updater.cc +314 -0
  490. package/deps/rocksdb/rocksdb/monitoring/thread_status_updater.h +233 -0
  491. package/deps/rocksdb/rocksdb/monitoring/thread_status_updater_debug.cc +43 -0
  492. package/deps/rocksdb/rocksdb/monitoring/thread_status_util.cc +206 -0
  493. package/deps/rocksdb/rocksdb/monitoring/thread_status_util.h +134 -0
  494. package/deps/rocksdb/rocksdb/monitoring/thread_status_util_debug.cc +32 -0
  495. package/deps/rocksdb/rocksdb/options/cf_options.cc +1026 -0
  496. package/deps/rocksdb/rocksdb/options/cf_options.h +308 -0
  497. package/deps/rocksdb/rocksdb/options/configurable.cc +681 -0
  498. package/deps/rocksdb/rocksdb/options/configurable_helper.h +251 -0
  499. package/deps/rocksdb/rocksdb/options/configurable_test.cc +757 -0
  500. package/deps/rocksdb/rocksdb/options/configurable_test.h +127 -0
  501. package/deps/rocksdb/rocksdb/options/customizable.cc +77 -0
  502. package/deps/rocksdb/rocksdb/options/customizable_helper.h +216 -0
  503. package/deps/rocksdb/rocksdb/options/customizable_test.cc +625 -0
  504. package/deps/rocksdb/rocksdb/options/db_options.cc +835 -0
  505. package/deps/rocksdb/rocksdb/options/db_options.h +126 -0
  506. package/deps/rocksdb/rocksdb/options/options.cc +664 -0
  507. package/deps/rocksdb/rocksdb/options/options_helper.cc +1391 -0
  508. package/deps/rocksdb/rocksdb/options/options_helper.h +118 -0
  509. package/deps/rocksdb/rocksdb/options/options_parser.cc +721 -0
  510. package/deps/rocksdb/rocksdb/options/options_parser.h +151 -0
  511. package/deps/rocksdb/rocksdb/options/options_settable_test.cc +583 -0
  512. package/deps/rocksdb/rocksdb/options/options_test.cc +3794 -0
  513. package/deps/rocksdb/rocksdb/port/jemalloc_helper.h +106 -0
  514. package/deps/rocksdb/rocksdb/port/lang.h +16 -0
  515. package/deps/rocksdb/rocksdb/port/likely.h +18 -0
  516. package/deps/rocksdb/rocksdb/port/malloc.h +17 -0
  517. package/deps/rocksdb/rocksdb/port/port.h +21 -0
  518. package/deps/rocksdb/rocksdb/port/port_dirent.h +44 -0
  519. package/deps/rocksdb/rocksdb/port/port_example.h +101 -0
  520. package/deps/rocksdb/rocksdb/port/port_posix.cc +266 -0
  521. package/deps/rocksdb/rocksdb/port/port_posix.h +223 -0
  522. package/deps/rocksdb/rocksdb/port/stack_trace.cc +179 -0
  523. package/deps/rocksdb/rocksdb/port/stack_trace.h +28 -0
  524. package/deps/rocksdb/rocksdb/port/sys_time.h +47 -0
  525. package/deps/rocksdb/rocksdb/port/util_logger.h +20 -0
  526. package/deps/rocksdb/rocksdb/port/win/env_default.cc +45 -0
  527. package/deps/rocksdb/rocksdb/port/win/env_win.cc +1449 -0
  528. package/deps/rocksdb/rocksdb/port/win/env_win.h +294 -0
  529. package/deps/rocksdb/rocksdb/port/win/io_win.cc +1084 -0
  530. package/deps/rocksdb/rocksdb/port/win/io_win.h +494 -0
  531. package/deps/rocksdb/rocksdb/port/win/port_win.cc +283 -0
  532. package/deps/rocksdb/rocksdb/port/win/port_win.h +411 -0
  533. package/deps/rocksdb/rocksdb/port/win/win_jemalloc.cc +79 -0
  534. package/deps/rocksdb/rocksdb/port/win/win_logger.cc +194 -0
  535. package/deps/rocksdb/rocksdb/port/win/win_logger.h +67 -0
  536. package/deps/rocksdb/rocksdb/port/win/win_thread.cc +183 -0
  537. package/deps/rocksdb/rocksdb/port/win/win_thread.h +122 -0
  538. package/deps/rocksdb/rocksdb/port/win/xpress_win.cc +221 -0
  539. package/deps/rocksdb/rocksdb/port/win/xpress_win.h +26 -0
  540. package/deps/rocksdb/rocksdb/port/xpress.h +17 -0
  541. package/deps/rocksdb/rocksdb/src.mk +631 -0
  542. package/deps/rocksdb/rocksdb/table/adaptive/adaptive_table_factory.cc +126 -0
  543. package/deps/rocksdb/rocksdb/table/adaptive/adaptive_table_factory.h +57 -0
  544. package/deps/rocksdb/rocksdb/table/block_based/binary_search_index_reader.cc +73 -0
  545. package/deps/rocksdb/rocksdb/table/block_based/binary_search_index_reader.h +48 -0
  546. package/deps/rocksdb/rocksdb/table/block_based/block.cc +1049 -0
  547. package/deps/rocksdb/rocksdb/table/block_based/block.h +720 -0
  548. package/deps/rocksdb/rocksdb/table/block_based/block_based_filter_block.cc +348 -0
  549. package/deps/rocksdb/rocksdb/table/block_based/block_based_filter_block.h +119 -0
  550. package/deps/rocksdb/rocksdb/table/block_based/block_based_filter_block_test.cc +434 -0
  551. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_builder.cc +1835 -0
  552. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_builder.h +193 -0
  553. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_factory.cc +839 -0
  554. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_factory.h +95 -0
  555. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_iterator.cc +383 -0
  556. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_iterator.h +251 -0
  557. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader.cc +3563 -0
  558. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader.h +681 -0
  559. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader_impl.h +190 -0
  560. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader_test.cc +347 -0
  561. package/deps/rocksdb/rocksdb/table/block_based/block_builder.cc +201 -0
  562. package/deps/rocksdb/rocksdb/table/block_based/block_builder.h +78 -0
  563. package/deps/rocksdb/rocksdb/table/block_based/block_prefetcher.cc +66 -0
  564. package/deps/rocksdb/rocksdb/table/block_based/block_prefetcher.h +32 -0
  565. package/deps/rocksdb/rocksdb/table/block_based/block_prefix_index.cc +232 -0
  566. package/deps/rocksdb/rocksdb/table/block_based/block_prefix_index.h +66 -0
  567. package/deps/rocksdb/rocksdb/table/block_based/block_test.cc +623 -0
  568. package/deps/rocksdb/rocksdb/table/block_based/block_type.h +30 -0
  569. package/deps/rocksdb/rocksdb/table/block_based/cachable_entry.h +220 -0
  570. package/deps/rocksdb/rocksdb/table/block_based/data_block_footer.cc +59 -0
  571. package/deps/rocksdb/rocksdb/table/block_based/data_block_footer.h +25 -0
  572. package/deps/rocksdb/rocksdb/table/block_based/data_block_hash_index.cc +93 -0
  573. package/deps/rocksdb/rocksdb/table/block_based/data_block_hash_index.h +136 -0
  574. package/deps/rocksdb/rocksdb/table/block_based/data_block_hash_index_test.cc +717 -0
  575. package/deps/rocksdb/rocksdb/table/block_based/filter_block.h +180 -0
  576. package/deps/rocksdb/rocksdb/table/block_based/filter_block_reader_common.cc +102 -0
  577. package/deps/rocksdb/rocksdb/table/block_based/filter_block_reader_common.h +55 -0
  578. package/deps/rocksdb/rocksdb/table/block_based/filter_policy.cc +1407 -0
  579. package/deps/rocksdb/rocksdb/table/block_based/filter_policy_internal.h +168 -0
  580. package/deps/rocksdb/rocksdb/table/block_based/flush_block_policy.cc +88 -0
  581. package/deps/rocksdb/rocksdb/table/block_based/flush_block_policy.h +41 -0
  582. package/deps/rocksdb/rocksdb/table/block_based/full_filter_block.cc +344 -0
  583. package/deps/rocksdb/rocksdb/table/block_based/full_filter_block.h +139 -0
  584. package/deps/rocksdb/rocksdb/table/block_based/full_filter_block_test.cc +333 -0
  585. package/deps/rocksdb/rocksdb/table/block_based/hash_index_reader.cc +147 -0
  586. package/deps/rocksdb/rocksdb/table/block_based/hash_index_reader.h +49 -0
  587. package/deps/rocksdb/rocksdb/table/block_based/index_builder.cc +248 -0
  588. package/deps/rocksdb/rocksdb/table/block_based/index_builder.h +444 -0
  589. package/deps/rocksdb/rocksdb/table/block_based/index_reader_common.cc +54 -0
  590. package/deps/rocksdb/rocksdb/table/block_based/index_reader_common.h +85 -0
  591. package/deps/rocksdb/rocksdb/table/block_based/mock_block_based_table.h +56 -0
  592. package/deps/rocksdb/rocksdb/table/block_based/parsed_full_filter_block.cc +22 -0
  593. package/deps/rocksdb/rocksdb/table/block_based/parsed_full_filter_block.h +40 -0
  594. package/deps/rocksdb/rocksdb/table/block_based/partitioned_filter_block.cc +521 -0
  595. package/deps/rocksdb/rocksdb/table/block_based/partitioned_filter_block.h +144 -0
  596. package/deps/rocksdb/rocksdb/table/block_based/partitioned_filter_block_test.cc +424 -0
  597. package/deps/rocksdb/rocksdb/table/block_based/partitioned_index_iterator.cc +163 -0
  598. package/deps/rocksdb/rocksdb/table/block_based/partitioned_index_iterator.h +142 -0
  599. package/deps/rocksdb/rocksdb/table/block_based/partitioned_index_reader.cc +186 -0
  600. package/deps/rocksdb/rocksdb/table/block_based/partitioned_index_reader.h +51 -0
  601. package/deps/rocksdb/rocksdb/table/block_based/reader_common.cc +64 -0
  602. package/deps/rocksdb/rocksdb/table/block_based/reader_common.h +38 -0
  603. package/deps/rocksdb/rocksdb/table/block_based/uncompression_dict_reader.cc +120 -0
  604. package/deps/rocksdb/rocksdb/table/block_based/uncompression_dict_reader.h +59 -0
  605. package/deps/rocksdb/rocksdb/table/block_fetcher.cc +324 -0
  606. package/deps/rocksdb/rocksdb/table/block_fetcher.h +129 -0
  607. package/deps/rocksdb/rocksdb/table/block_fetcher_test.cc +534 -0
  608. package/deps/rocksdb/rocksdb/table/cleanable_test.cc +277 -0
  609. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_builder.cc +543 -0
  610. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_builder.h +136 -0
  611. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_builder_test.cc +663 -0
  612. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_factory.cc +107 -0
  613. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_factory.h +81 -0
  614. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_reader.cc +404 -0
  615. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_reader.h +101 -0
  616. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_reader_test.cc +585 -0
  617. package/deps/rocksdb/rocksdb/table/format.cc +422 -0
  618. package/deps/rocksdb/rocksdb/table/format.h +348 -0
  619. package/deps/rocksdb/rocksdb/table/get_context.cc +408 -0
  620. package/deps/rocksdb/rocksdb/table/get_context.h +212 -0
  621. package/deps/rocksdb/rocksdb/table/internal_iterator.h +205 -0
  622. package/deps/rocksdb/rocksdb/table/iter_heap.h +42 -0
  623. package/deps/rocksdb/rocksdb/table/iterator.cc +210 -0
  624. package/deps/rocksdb/rocksdb/table/iterator_wrapper.h +180 -0
  625. package/deps/rocksdb/rocksdb/table/merger_test.cc +180 -0
  626. package/deps/rocksdb/rocksdb/table/merging_iterator.cc +481 -0
  627. package/deps/rocksdb/rocksdb/table/merging_iterator.h +64 -0
  628. package/deps/rocksdb/rocksdb/table/meta_blocks.cc +541 -0
  629. package/deps/rocksdb/rocksdb/table/meta_blocks.h +154 -0
  630. package/deps/rocksdb/rocksdb/table/mock_table.cc +328 -0
  631. package/deps/rocksdb/rocksdb/table/mock_table.h +89 -0
  632. package/deps/rocksdb/rocksdb/table/multiget_context.h +282 -0
  633. package/deps/rocksdb/rocksdb/table/persistent_cache_helper.cc +116 -0
  634. package/deps/rocksdb/rocksdb/table/persistent_cache_helper.h +44 -0
  635. package/deps/rocksdb/rocksdb/table/persistent_cache_options.h +34 -0
  636. package/deps/rocksdb/rocksdb/table/plain/plain_table_bloom.cc +78 -0
  637. package/deps/rocksdb/rocksdb/table/plain/plain_table_bloom.h +135 -0
  638. package/deps/rocksdb/rocksdb/table/plain/plain_table_builder.cc +332 -0
  639. package/deps/rocksdb/rocksdb/table/plain/plain_table_builder.h +153 -0
  640. package/deps/rocksdb/rocksdb/table/plain/plain_table_factory.cc +263 -0
  641. package/deps/rocksdb/rocksdb/table/plain/plain_table_factory.h +182 -0
  642. package/deps/rocksdb/rocksdb/table/plain/plain_table_index.cc +211 -0
  643. package/deps/rocksdb/rocksdb/table/plain/plain_table_index.h +249 -0
  644. package/deps/rocksdb/rocksdb/table/plain/plain_table_key_coding.cc +506 -0
  645. package/deps/rocksdb/rocksdb/table/plain/plain_table_key_coding.h +201 -0
  646. package/deps/rocksdb/rocksdb/table/plain/plain_table_reader.cc +781 -0
  647. package/deps/rocksdb/rocksdb/table/plain/plain_table_reader.h +247 -0
  648. package/deps/rocksdb/rocksdb/table/scoped_arena_iterator.h +61 -0
  649. package/deps/rocksdb/rocksdb/table/sst_file_dumper.cc +502 -0
  650. package/deps/rocksdb/rocksdb/table/sst_file_dumper.h +96 -0
  651. package/deps/rocksdb/rocksdb/table/sst_file_reader.cc +98 -0
  652. package/deps/rocksdb/rocksdb/table/sst_file_reader_test.cc +228 -0
  653. package/deps/rocksdb/rocksdb/table/sst_file_writer.cc +340 -0
  654. package/deps/rocksdb/rocksdb/table/sst_file_writer_collectors.h +94 -0
  655. package/deps/rocksdb/rocksdb/table/table_builder.h +203 -0
  656. package/deps/rocksdb/rocksdb/table/table_factory.cc +38 -0
  657. package/deps/rocksdb/rocksdb/table/table_properties.cc +300 -0
  658. package/deps/rocksdb/rocksdb/table/table_properties_internal.h +30 -0
  659. package/deps/rocksdb/rocksdb/table/table_reader.h +147 -0
  660. package/deps/rocksdb/rocksdb/table/table_reader_bench.cc +347 -0
  661. package/deps/rocksdb/rocksdb/table/table_reader_caller.h +39 -0
  662. package/deps/rocksdb/rocksdb/table/table_test.cc +4769 -0
  663. package/deps/rocksdb/rocksdb/table/two_level_iterator.cc +215 -0
  664. package/deps/rocksdb/rocksdb/table/two_level_iterator.h +43 -0
  665. package/deps/rocksdb/rocksdb/test_util/mock_time_env.cc +38 -0
  666. package/deps/rocksdb/rocksdb/test_util/mock_time_env.h +74 -0
  667. package/deps/rocksdb/rocksdb/test_util/sync_point.cc +93 -0
  668. package/deps/rocksdb/rocksdb/test_util/sync_point.h +161 -0
  669. package/deps/rocksdb/rocksdb/test_util/sync_point_impl.cc +129 -0
  670. package/deps/rocksdb/rocksdb/test_util/sync_point_impl.h +74 -0
  671. package/deps/rocksdb/rocksdb/test_util/testharness.cc +56 -0
  672. package/deps/rocksdb/rocksdb/test_util/testharness.h +53 -0
  673. package/deps/rocksdb/rocksdb/test_util/testutil.cc +566 -0
  674. package/deps/rocksdb/rocksdb/test_util/testutil.h +887 -0
  675. package/deps/rocksdb/rocksdb/test_util/testutil_test.cc +43 -0
  676. package/deps/rocksdb/rocksdb/test_util/transaction_test_util.cc +388 -0
  677. package/deps/rocksdb/rocksdb/test_util/transaction_test_util.h +132 -0
  678. package/deps/rocksdb/rocksdb/third-party/folly/folly/CPortability.h +27 -0
  679. package/deps/rocksdb/rocksdb/third-party/folly/folly/ConstexprMath.h +45 -0
  680. package/deps/rocksdb/rocksdb/third-party/folly/folly/Indestructible.h +166 -0
  681. package/deps/rocksdb/rocksdb/third-party/folly/folly/Optional.h +570 -0
  682. package/deps/rocksdb/rocksdb/third-party/folly/folly/Portability.h +92 -0
  683. package/deps/rocksdb/rocksdb/third-party/folly/folly/ScopeGuard.h +54 -0
  684. package/deps/rocksdb/rocksdb/third-party/folly/folly/Traits.h +152 -0
  685. package/deps/rocksdb/rocksdb/third-party/folly/folly/Unit.h +59 -0
  686. package/deps/rocksdb/rocksdb/third-party/folly/folly/Utility.h +141 -0
  687. package/deps/rocksdb/rocksdb/third-party/folly/folly/chrono/Hardware.h +33 -0
  688. package/deps/rocksdb/rocksdb/third-party/folly/folly/container/Array.h +74 -0
  689. package/deps/rocksdb/rocksdb/third-party/folly/folly/detail/Futex-inl.h +117 -0
  690. package/deps/rocksdb/rocksdb/third-party/folly/folly/detail/Futex.cpp +263 -0
  691. package/deps/rocksdb/rocksdb/third-party/folly/folly/detail/Futex.h +96 -0
  692. package/deps/rocksdb/rocksdb/third-party/folly/folly/functional/Invoke.h +40 -0
  693. package/deps/rocksdb/rocksdb/third-party/folly/folly/hash/Hash.h +29 -0
  694. package/deps/rocksdb/rocksdb/third-party/folly/folly/lang/Align.h +144 -0
  695. package/deps/rocksdb/rocksdb/third-party/folly/folly/lang/Bits.h +30 -0
  696. package/deps/rocksdb/rocksdb/third-party/folly/folly/lang/Launder.h +51 -0
  697. package/deps/rocksdb/rocksdb/third-party/folly/folly/portability/Asm.h +28 -0
  698. package/deps/rocksdb/rocksdb/third-party/folly/folly/portability/SysSyscall.h +10 -0
  699. package/deps/rocksdb/rocksdb/third-party/folly/folly/portability/SysTypes.h +26 -0
  700. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/AtomicNotification-inl.h +138 -0
  701. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/AtomicNotification.cpp +23 -0
  702. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/AtomicNotification.h +57 -0
  703. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/AtomicUtil-inl.h +260 -0
  704. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/AtomicUtil.h +52 -0
  705. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/Baton.h +328 -0
  706. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/DistributedMutex-inl.h +1703 -0
  707. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/DistributedMutex.cpp +16 -0
  708. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/DistributedMutex.h +304 -0
  709. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/DistributedMutexSpecializations.h +39 -0
  710. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/ParkingLot.cpp +26 -0
  711. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/ParkingLot.h +318 -0
  712. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/WaitOptions.cpp +12 -0
  713. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/WaitOptions.h +57 -0
  714. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/detail/InlineFunctionRef.h +219 -0
  715. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/detail/ProxyLockable-inl.h +207 -0
  716. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/detail/ProxyLockable.h +164 -0
  717. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/detail/Sleeper.h +57 -0
  718. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/detail/Spin.h +77 -0
  719. package/deps/rocksdb/rocksdb/third-party/gcc/ppc-asm.h +390 -0
  720. package/deps/rocksdb/rocksdb/thirdparty.inc +268 -0
  721. package/deps/rocksdb/rocksdb/tools/CMakeLists.txt +30 -0
  722. package/deps/rocksdb/rocksdb/tools/blob_dump.cc +110 -0
  723. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/__init__.py +2 -0
  724. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_pysim.py +2000 -0
  725. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_pysim.sh +156 -0
  726. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_pysim_test.py +734 -0
  727. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer.cc +2307 -0
  728. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer.h +395 -0
  729. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer_plot.py +721 -0
  730. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer_test.cc +719 -0
  731. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer_tool.cc +25 -0
  732. package/deps/rocksdb/rocksdb/tools/db_bench.cc +21 -0
  733. package/deps/rocksdb/rocksdb/tools/db_bench_tool.cc +7416 -0
  734. package/deps/rocksdb/rocksdb/tools/db_bench_tool_test.cc +328 -0
  735. package/deps/rocksdb/rocksdb/tools/db_repl_stress.cc +130 -0
  736. package/deps/rocksdb/rocksdb/tools/db_sanity_test.cc +297 -0
  737. package/deps/rocksdb/rocksdb/tools/dump/db_dump_tool.cc +259 -0
  738. package/deps/rocksdb/rocksdb/tools/dump/rocksdb_dump.cc +63 -0
  739. package/deps/rocksdb/rocksdb/tools/dump/rocksdb_undump.cc +62 -0
  740. package/deps/rocksdb/rocksdb/tools/io_tracer_parser.cc +25 -0
  741. package/deps/rocksdb/rocksdb/tools/io_tracer_parser_test.cc +187 -0
  742. package/deps/rocksdb/rocksdb/tools/io_tracer_parser_tool.cc +120 -0
  743. package/deps/rocksdb/rocksdb/tools/io_tracer_parser_tool.h +40 -0
  744. package/deps/rocksdb/rocksdb/tools/ldb.cc +21 -0
  745. package/deps/rocksdb/rocksdb/tools/ldb_cmd.cc +3609 -0
  746. package/deps/rocksdb/rocksdb/tools/ldb_cmd_impl.h +665 -0
  747. package/deps/rocksdb/rocksdb/tools/ldb_cmd_test.cc +746 -0
  748. package/deps/rocksdb/rocksdb/tools/ldb_tool.cc +159 -0
  749. package/deps/rocksdb/rocksdb/tools/reduce_levels_test.cc +221 -0
  750. package/deps/rocksdb/rocksdb/tools/sst_dump.cc +20 -0
  751. package/deps/rocksdb/rocksdb/tools/sst_dump_test.cc +427 -0
  752. package/deps/rocksdb/rocksdb/tools/sst_dump_tool.cc +541 -0
  753. package/deps/rocksdb/rocksdb/tools/trace_analyzer.cc +25 -0
  754. package/deps/rocksdb/rocksdb/tools/trace_analyzer_test.cc +752 -0
  755. package/deps/rocksdb/rocksdb/tools/trace_analyzer_tool.cc +2001 -0
  756. package/deps/rocksdb/rocksdb/tools/trace_analyzer_tool.h +292 -0
  757. package/deps/rocksdb/rocksdb/tools/write_stress.cc +305 -0
  758. package/deps/rocksdb/rocksdb/trace_replay/block_cache_tracer.cc +496 -0
  759. package/deps/rocksdb/rocksdb/trace_replay/block_cache_tracer.h +294 -0
  760. package/deps/rocksdb/rocksdb/trace_replay/block_cache_tracer_test.cc +379 -0
  761. package/deps/rocksdb/rocksdb/trace_replay/io_tracer.cc +229 -0
  762. package/deps/rocksdb/rocksdb/trace_replay/io_tracer.h +174 -0
  763. package/deps/rocksdb/rocksdb/trace_replay/io_tracer_test.cc +215 -0
  764. package/deps/rocksdb/rocksdb/trace_replay/trace_replay.cc +491 -0
  765. package/deps/rocksdb/rocksdb/trace_replay/trace_replay.h +195 -0
  766. package/deps/rocksdb/rocksdb/util/aligned_buffer.h +255 -0
  767. package/deps/rocksdb/rocksdb/util/autovector.h +367 -0
  768. package/deps/rocksdb/rocksdb/util/autovector_test.cc +330 -0
  769. package/deps/rocksdb/rocksdb/util/bloom_impl.h +485 -0
  770. package/deps/rocksdb/rocksdb/util/bloom_test.cc +1191 -0
  771. package/deps/rocksdb/rocksdb/util/build_version.cc.in +5 -0
  772. package/deps/rocksdb/rocksdb/util/build_version.h +15 -0
  773. package/deps/rocksdb/rocksdb/util/cast_util.h +20 -0
  774. package/deps/rocksdb/rocksdb/util/channel.h +67 -0
  775. package/deps/rocksdb/rocksdb/util/coding.cc +89 -0
  776. package/deps/rocksdb/rocksdb/util/coding.h +419 -0
  777. package/deps/rocksdb/rocksdb/util/coding_lean.h +101 -0
  778. package/deps/rocksdb/rocksdb/util/coding_test.cc +217 -0
  779. package/deps/rocksdb/rocksdb/util/compaction_job_stats_impl.cc +92 -0
  780. package/deps/rocksdb/rocksdb/util/comparator.cc +219 -0
  781. package/deps/rocksdb/rocksdb/util/compression.h +1529 -0
  782. package/deps/rocksdb/rocksdb/util/compression_context_cache.cc +108 -0
  783. package/deps/rocksdb/rocksdb/util/compression_context_cache.h +47 -0
  784. package/deps/rocksdb/rocksdb/util/concurrent_task_limiter_impl.cc +67 -0
  785. package/deps/rocksdb/rocksdb/util/concurrent_task_limiter_impl.h +67 -0
  786. package/deps/rocksdb/rocksdb/util/core_local.h +83 -0
  787. package/deps/rocksdb/rocksdb/util/crc32c.cc +1283 -0
  788. package/deps/rocksdb/rocksdb/util/crc32c.h +51 -0
  789. package/deps/rocksdb/rocksdb/util/crc32c_arm64.cc +169 -0
  790. package/deps/rocksdb/rocksdb/util/crc32c_arm64.h +50 -0
  791. package/deps/rocksdb/rocksdb/util/crc32c_ppc.c +94 -0
  792. package/deps/rocksdb/rocksdb/util/crc32c_ppc.h +19 -0
  793. package/deps/rocksdb/rocksdb/util/crc32c_ppc_asm.S +756 -0
  794. package/deps/rocksdb/rocksdb/util/crc32c_ppc_constants.h +900 -0
  795. package/deps/rocksdb/rocksdb/util/crc32c_test.cc +180 -0
  796. package/deps/rocksdb/rocksdb/util/defer.h +52 -0
  797. package/deps/rocksdb/rocksdb/util/defer_test.cc +39 -0
  798. package/deps/rocksdb/rocksdb/util/duplicate_detector.h +68 -0
  799. package/deps/rocksdb/rocksdb/util/dynamic_bloom.cc +70 -0
  800. package/deps/rocksdb/rocksdb/util/dynamic_bloom.h +214 -0
  801. package/deps/rocksdb/rocksdb/util/dynamic_bloom_test.cc +323 -0
  802. package/deps/rocksdb/rocksdb/util/fastrange.h +112 -0
  803. package/deps/rocksdb/rocksdb/util/file_checksum_helper.cc +136 -0
  804. package/deps/rocksdb/rocksdb/util/file_checksum_helper.h +98 -0
  805. package/deps/rocksdb/rocksdb/util/file_reader_writer_test.cc +449 -0
  806. package/deps/rocksdb/rocksdb/util/filelock_test.cc +152 -0
  807. package/deps/rocksdb/rocksdb/util/filter_bench.cc +781 -0
  808. package/deps/rocksdb/rocksdb/util/gflags_compat.h +20 -0
  809. package/deps/rocksdb/rocksdb/util/hash.cc +83 -0
  810. package/deps/rocksdb/rocksdb/util/hash.h +107 -0
  811. package/deps/rocksdb/rocksdb/util/hash_map.h +67 -0
  812. package/deps/rocksdb/rocksdb/util/hash_test.cc +593 -0
  813. package/deps/rocksdb/rocksdb/util/heap.h +166 -0
  814. package/deps/rocksdb/rocksdb/util/heap_test.cc +139 -0
  815. package/deps/rocksdb/rocksdb/util/kv_map.h +33 -0
  816. package/deps/rocksdb/rocksdb/util/log_write_bench.cc +86 -0
  817. package/deps/rocksdb/rocksdb/util/math.h +186 -0
  818. package/deps/rocksdb/rocksdb/util/math128.h +298 -0
  819. package/deps/rocksdb/rocksdb/util/murmurhash.cc +191 -0
  820. package/deps/rocksdb/rocksdb/util/murmurhash.h +42 -0
  821. package/deps/rocksdb/rocksdb/util/mutexlock.h +186 -0
  822. package/deps/rocksdb/rocksdb/util/ppc-opcode.h +27 -0
  823. package/deps/rocksdb/rocksdb/util/random.cc +56 -0
  824. package/deps/rocksdb/rocksdb/util/random.h +186 -0
  825. package/deps/rocksdb/rocksdb/util/random_test.cc +105 -0
  826. package/deps/rocksdb/rocksdb/util/rate_limiter.cc +340 -0
  827. package/deps/rocksdb/rocksdb/util/rate_limiter.h +113 -0
  828. package/deps/rocksdb/rocksdb/util/rate_limiter_test.cc +251 -0
  829. package/deps/rocksdb/rocksdb/util/repeatable_thread.h +151 -0
  830. package/deps/rocksdb/rocksdb/util/repeatable_thread_test.cc +107 -0
  831. package/deps/rocksdb/rocksdb/util/ribbon_alg.h +1201 -0
  832. package/deps/rocksdb/rocksdb/util/ribbon_impl.h +1062 -0
  833. package/deps/rocksdb/rocksdb/util/ribbon_test.cc +931 -0
  834. package/deps/rocksdb/rocksdb/util/set_comparator.h +22 -0
  835. package/deps/rocksdb/rocksdb/util/slice.cc +243 -0
  836. package/deps/rocksdb/rocksdb/util/slice_test.cc +163 -0
  837. package/deps/rocksdb/rocksdb/util/slice_transform_test.cc +153 -0
  838. package/deps/rocksdb/rocksdb/util/status.cc +149 -0
  839. package/deps/rocksdb/rocksdb/util/stderr_logger.h +31 -0
  840. package/deps/rocksdb/rocksdb/util/stop_watch.h +118 -0
  841. package/deps/rocksdb/rocksdb/util/string_util.cc +422 -0
  842. package/deps/rocksdb/rocksdb/util/string_util.h +144 -0
  843. package/deps/rocksdb/rocksdb/util/thread_list_test.cc +354 -0
  844. package/deps/rocksdb/rocksdb/util/thread_local.cc +554 -0
  845. package/deps/rocksdb/rocksdb/util/thread_local.h +101 -0
  846. package/deps/rocksdb/rocksdb/util/thread_local_test.cc +583 -0
  847. package/deps/rocksdb/rocksdb/util/thread_operation.h +121 -0
  848. package/deps/rocksdb/rocksdb/util/threadpool_imp.cc +506 -0
  849. package/deps/rocksdb/rocksdb/util/threadpool_imp.h +112 -0
  850. package/deps/rocksdb/rocksdb/util/timer.h +331 -0
  851. package/deps/rocksdb/rocksdb/util/timer_queue.h +230 -0
  852. package/deps/rocksdb/rocksdb/util/timer_queue_test.cc +72 -0
  853. package/deps/rocksdb/rocksdb/util/timer_test.cc +399 -0
  854. package/deps/rocksdb/rocksdb/util/user_comparator_wrapper.h +80 -0
  855. package/deps/rocksdb/rocksdb/util/vector_iterator.h +101 -0
  856. package/deps/rocksdb/rocksdb/util/work_queue.h +148 -0
  857. package/deps/rocksdb/rocksdb/util/work_queue_test.cc +268 -0
  858. package/deps/rocksdb/rocksdb/util/xxh3p.h +1392 -0
  859. package/deps/rocksdb/rocksdb/util/xxhash.cc +1158 -0
  860. package/deps/rocksdb/rocksdb/util/xxhash.h +598 -0
  861. package/deps/rocksdb/rocksdb/utilities/backupable/backupable_db.cc +2354 -0
  862. package/deps/rocksdb/rocksdb/utilities/backupable/backupable_db_test.cc +2955 -0
  863. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_compaction_filter.cc +488 -0
  864. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_compaction_filter.h +199 -0
  865. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db.cc +112 -0
  866. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db.h +266 -0
  867. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_gc_stats.h +52 -0
  868. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_impl.cc +2167 -0
  869. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_impl.h +500 -0
  870. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_impl_filesnapshot.cc +113 -0
  871. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_iterator.h +147 -0
  872. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_listener.h +66 -0
  873. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_test.cc +2386 -0
  874. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_dump_tool.cc +281 -0
  875. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_dump_tool.h +58 -0
  876. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_file.cc +314 -0
  877. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_file.h +244 -0
  878. package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_compaction_filter.cc +47 -0
  879. package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_compaction_filter.h +42 -0
  880. package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_format_test.cc +375 -0
  881. package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_functional_test.cc +327 -0
  882. package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_row_merge_test.cc +114 -0
  883. package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_serialize_test.cc +187 -0
  884. package/deps/rocksdb/rocksdb/utilities/cassandra/format.cc +390 -0
  885. package/deps/rocksdb/rocksdb/utilities/cassandra/format.h +184 -0
  886. package/deps/rocksdb/rocksdb/utilities/cassandra/merge_operator.cc +67 -0
  887. package/deps/rocksdb/rocksdb/utilities/cassandra/merge_operator.h +44 -0
  888. package/deps/rocksdb/rocksdb/utilities/cassandra/serialize.h +75 -0
  889. package/deps/rocksdb/rocksdb/utilities/cassandra/test_utils.cc +72 -0
  890. package/deps/rocksdb/rocksdb/utilities/cassandra/test_utils.h +43 -0
  891. package/deps/rocksdb/rocksdb/utilities/checkpoint/checkpoint_impl.cc +588 -0
  892. package/deps/rocksdb/rocksdb/utilities/checkpoint/checkpoint_impl.h +82 -0
  893. package/deps/rocksdb/rocksdb/utilities/checkpoint/checkpoint_test.cc +821 -0
  894. package/deps/rocksdb/rocksdb/utilities/compaction_filters/layered_compaction_filter_base.h +37 -0
  895. package/deps/rocksdb/rocksdb/utilities/compaction_filters/remove_emptyvalue_compactionfilter.cc +29 -0
  896. package/deps/rocksdb/rocksdb/utilities/compaction_filters/remove_emptyvalue_compactionfilter.h +27 -0
  897. package/deps/rocksdb/rocksdb/utilities/convenience/info_log_finder.cc +25 -0
  898. package/deps/rocksdb/rocksdb/utilities/debug.cc +82 -0
  899. package/deps/rocksdb/rocksdb/utilities/env_librados.cc +1497 -0
  900. package/deps/rocksdb/rocksdb/utilities/env_librados_test.cc +1146 -0
  901. package/deps/rocksdb/rocksdb/utilities/env_mirror.cc +262 -0
  902. package/deps/rocksdb/rocksdb/utilities/env_mirror_test.cc +223 -0
  903. package/deps/rocksdb/rocksdb/utilities/env_timed.cc +145 -0
  904. package/deps/rocksdb/rocksdb/utilities/env_timed_test.cc +44 -0
  905. package/deps/rocksdb/rocksdb/utilities/fault_injection_env.cc +490 -0
  906. package/deps/rocksdb/rocksdb/utilities/fault_injection_env.h +242 -0
  907. package/deps/rocksdb/rocksdb/utilities/fault_injection_fs.cc +581 -0
  908. package/deps/rocksdb/rocksdb/utilities/fault_injection_fs.h +437 -0
  909. package/deps/rocksdb/rocksdb/utilities/leveldb_options/leveldb_options.cc +56 -0
  910. package/deps/rocksdb/rocksdb/utilities/memory/memory_test.cc +275 -0
  911. package/deps/rocksdb/rocksdb/utilities/memory/memory_util.cc +52 -0
  912. package/deps/rocksdb/rocksdb/utilities/merge_operators/bytesxor.cc +59 -0
  913. package/deps/rocksdb/rocksdb/utilities/merge_operators/bytesxor.h +39 -0
  914. package/deps/rocksdb/rocksdb/utilities/merge_operators/max.cc +77 -0
  915. package/deps/rocksdb/rocksdb/utilities/merge_operators/put.cc +83 -0
  916. package/deps/rocksdb/rocksdb/utilities/merge_operators/sortlist.cc +97 -0
  917. package/deps/rocksdb/rocksdb/utilities/merge_operators/sortlist.h +38 -0
  918. package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend.cc +59 -0
  919. package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend.h +31 -0
  920. package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend2.cc +117 -0
  921. package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend2.h +49 -0
  922. package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend_test.cc +598 -0
  923. package/deps/rocksdb/rocksdb/utilities/merge_operators/uint64add.cc +69 -0
  924. package/deps/rocksdb/rocksdb/utilities/merge_operators.h +55 -0
  925. package/deps/rocksdb/rocksdb/utilities/object_registry.cc +87 -0
  926. package/deps/rocksdb/rocksdb/utilities/object_registry_test.cc +174 -0
  927. package/deps/rocksdb/rocksdb/utilities/option_change_migration/option_change_migration.cc +168 -0
  928. package/deps/rocksdb/rocksdb/utilities/option_change_migration/option_change_migration_test.cc +431 -0
  929. package/deps/rocksdb/rocksdb/utilities/options/options_util.cc +159 -0
  930. package/deps/rocksdb/rocksdb/utilities/options/options_util_test.cc +655 -0
  931. package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier.cc +425 -0
  932. package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier.h +156 -0
  933. package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier_file.cc +609 -0
  934. package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier_file.h +296 -0
  935. package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier_file_buffer.h +127 -0
  936. package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier_metadata.cc +86 -0
  937. package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier_metadata.h +125 -0
  938. package/deps/rocksdb/rocksdb/utilities/persistent_cache/hash_table.h +238 -0
  939. package/deps/rocksdb/rocksdb/utilities/persistent_cache/hash_table_bench.cc +308 -0
  940. package/deps/rocksdb/rocksdb/utilities/persistent_cache/hash_table_evictable.h +168 -0
  941. package/deps/rocksdb/rocksdb/utilities/persistent_cache/hash_table_test.cc +160 -0
  942. package/deps/rocksdb/rocksdb/utilities/persistent_cache/lrulist.h +174 -0
  943. package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_bench.cc +360 -0
  944. package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_test.cc +456 -0
  945. package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_test.h +286 -0
  946. package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_tier.cc +167 -0
  947. package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_tier.h +339 -0
  948. package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_util.h +67 -0
  949. package/deps/rocksdb/rocksdb/utilities/persistent_cache/volatile_tier_impl.cc +140 -0
  950. package/deps/rocksdb/rocksdb/utilities/persistent_cache/volatile_tier_impl.h +142 -0
  951. package/deps/rocksdb/rocksdb/utilities/simulator_cache/cache_simulator.cc +285 -0
  952. package/deps/rocksdb/rocksdb/utilities/simulator_cache/cache_simulator.h +231 -0
  953. package/deps/rocksdb/rocksdb/utilities/simulator_cache/cache_simulator_test.cc +494 -0
  954. package/deps/rocksdb/rocksdb/utilities/simulator_cache/sim_cache.cc +356 -0
  955. package/deps/rocksdb/rocksdb/utilities/simulator_cache/sim_cache_test.cc +224 -0
  956. package/deps/rocksdb/rocksdb/utilities/table_properties_collectors/compact_on_deletion_collector.cc +122 -0
  957. package/deps/rocksdb/rocksdb/utilities/table_properties_collectors/compact_on_deletion_collector.h +72 -0
  958. package/deps/rocksdb/rocksdb/utilities/table_properties_collectors/compact_on_deletion_collector_test.cc +244 -0
  959. package/deps/rocksdb/rocksdb/utilities/trace/file_trace_reader_writer.cc +125 -0
  960. package/deps/rocksdb/rocksdb/utilities/trace/file_trace_reader_writer.h +48 -0
  961. package/deps/rocksdb/rocksdb/utilities/transactions/lock/lock_manager.cc +29 -0
  962. package/deps/rocksdb/rocksdb/utilities/transactions/lock/lock_manager.h +82 -0
  963. package/deps/rocksdb/rocksdb/utilities/transactions/lock/lock_tracker.h +209 -0
  964. package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_manager.cc +720 -0
  965. package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_manager.h +223 -0
  966. package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_manager_test.cc +181 -0
  967. package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_manager_test.h +319 -0
  968. package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_tracker.cc +270 -0
  969. package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_tracker.h +99 -0
  970. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_lock_manager.h +30 -0
  971. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_locking_test.cc +306 -0
  972. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/COPYING.AGPLv3 +661 -0
  973. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/COPYING.APACHEv2 +174 -0
  974. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/COPYING.GPLv2 +339 -0
  975. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/db.h +76 -0
  976. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/ft/comparator.h +138 -0
  977. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/ft/ft-status.h +102 -0
  978. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/concurrent_tree.cc +139 -0
  979. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/concurrent_tree.h +174 -0
  980. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/keyrange.cc +222 -0
  981. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/keyrange.h +141 -0
  982. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/lock_request.cc +525 -0
  983. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/lock_request.h +253 -0
  984. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/locktree.cc +1007 -0
  985. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/locktree.h +560 -0
  986. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/manager.cc +527 -0
  987. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/range_buffer.cc +265 -0
  988. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/range_buffer.h +178 -0
  989. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/treenode.cc +520 -0
  990. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/treenode.h +302 -0
  991. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/txnid_set.cc +120 -0
  992. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/txnid_set.h +92 -0
  993. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/wfg.cc +213 -0
  994. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/wfg.h +124 -0
  995. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/memory.h +215 -0
  996. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_assert_subst.h +39 -0
  997. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_atomic.h +130 -0
  998. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_external_pthread.h +82 -0
  999. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_instrumentation.h +286 -0
  1000. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_portability.h +87 -0
  1001. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_pthread.h +520 -0
  1002. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_race_tools.h +179 -0
  1003. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_time.h +172 -0
  1004. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/txn_subst.h +27 -0
  1005. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/standalone_port.cc +132 -0
  1006. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/dbt.cc +153 -0
  1007. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/dbt.h +98 -0
  1008. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/growable_array.h +144 -0
  1009. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/memarena.cc +201 -0
  1010. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/memarena.h +141 -0
  1011. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/omt.h +794 -0
  1012. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/omt_impl.h +1295 -0
  1013. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/partitioned_counter.h +165 -0
  1014. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/status.h +76 -0
  1015. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/range_tree_lock_manager.cc +479 -0
  1016. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/range_tree_lock_manager.h +130 -0
  1017. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/range_tree_lock_tracker.cc +156 -0
  1018. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/range_tree_lock_tracker.h +146 -0
  1019. package/deps/rocksdb/rocksdb/utilities/transactions/optimistic_transaction.cc +196 -0
  1020. package/deps/rocksdb/rocksdb/utilities/transactions/optimistic_transaction.h +101 -0
  1021. package/deps/rocksdb/rocksdb/utilities/transactions/optimistic_transaction_db_impl.cc +111 -0
  1022. package/deps/rocksdb/rocksdb/utilities/transactions/optimistic_transaction_db_impl.h +87 -0
  1023. package/deps/rocksdb/rocksdb/utilities/transactions/optimistic_transaction_test.cc +1418 -0
  1024. package/deps/rocksdb/rocksdb/utilities/transactions/pessimistic_transaction.cc +752 -0
  1025. package/deps/rocksdb/rocksdb/utilities/transactions/pessimistic_transaction.h +232 -0
  1026. package/deps/rocksdb/rocksdb/utilities/transactions/pessimistic_transaction_db.cc +628 -0
  1027. package/deps/rocksdb/rocksdb/utilities/transactions/pessimistic_transaction_db.h +228 -0
  1028. package/deps/rocksdb/rocksdb/utilities/transactions/snapshot_checker.cc +49 -0
  1029. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_base.cc +678 -0
  1030. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_base.h +373 -0
  1031. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_db_mutex_impl.cc +135 -0
  1032. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_db_mutex_impl.h +26 -0
  1033. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_test.cc +6350 -0
  1034. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_test.h +522 -0
  1035. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_util.cc +188 -0
  1036. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_util.h +80 -0
  1037. package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_transaction_test.cc +3531 -0
  1038. package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn.cc +483 -0
  1039. package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn.h +119 -0
  1040. package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn_db.cc +999 -0
  1041. package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn_db.h +1109 -0
  1042. package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_transaction_test.cc +786 -0
  1043. package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_txn.cc +1039 -0
  1044. package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_txn.h +341 -0
  1045. package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_txn_db.cc +470 -0
  1046. package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_txn_db.h +108 -0
  1047. package/deps/rocksdb/rocksdb/utilities/ttl/db_ttl_impl.cc +332 -0
  1048. package/deps/rocksdb/rocksdb/utilities/ttl/db_ttl_impl.h +353 -0
  1049. package/deps/rocksdb/rocksdb/utilities/ttl/ttl_test.cc +703 -0
  1050. package/deps/rocksdb/rocksdb/utilities/util_merge_operators_test.cc +99 -0
  1051. package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index.cc +617 -0
  1052. package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index_internal.cc +345 -0
  1053. package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index_internal.h +569 -0
  1054. package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index_test.cc +1867 -0
  1055. package/deps/rocksdb/rocksdb.gyp +475 -0
  1056. package/deps/snappy/freebsd/config.h +135 -0
  1057. package/deps/snappy/freebsd/snappy-stubs-public.h +100 -0
  1058. package/deps/snappy/linux/config.h +135 -0
  1059. package/deps/snappy/linux/snappy-stubs-public.h +100 -0
  1060. package/deps/snappy/mac/config.h +137 -0
  1061. package/deps/snappy/mac/snappy-stubs-public.h +100 -0
  1062. package/deps/snappy/openbsd/config.h +135 -0
  1063. package/deps/snappy/openbsd/snappy-stubs-public.h +100 -0
  1064. package/deps/snappy/snappy-1.1.7/COPYING +54 -0
  1065. package/deps/snappy/snappy-1.1.7/cmake/SnappyConfig.cmake +1 -0
  1066. package/deps/snappy/snappy-1.1.7/cmake/config.h.in +62 -0
  1067. package/deps/snappy/snappy-1.1.7/snappy-c.cc +90 -0
  1068. package/deps/snappy/snappy-1.1.7/snappy-c.h +138 -0
  1069. package/deps/snappy/snappy-1.1.7/snappy-internal.h +224 -0
  1070. package/deps/snappy/snappy-1.1.7/snappy-sinksource.cc +104 -0
  1071. package/deps/snappy/snappy-1.1.7/snappy-sinksource.h +182 -0
  1072. package/deps/snappy/snappy-1.1.7/snappy-stubs-internal.cc +42 -0
  1073. package/deps/snappy/snappy-1.1.7/snappy-stubs-internal.h +561 -0
  1074. package/deps/snappy/snappy-1.1.7/snappy-stubs-public.h.in +94 -0
  1075. package/deps/snappy/snappy-1.1.7/snappy-test.cc +612 -0
  1076. package/deps/snappy/snappy-1.1.7/snappy-test.h +573 -0
  1077. package/deps/snappy/snappy-1.1.7/snappy.cc +1515 -0
  1078. package/deps/snappy/snappy-1.1.7/snappy.h +203 -0
  1079. package/deps/snappy/snappy-1.1.7/snappy_unittest.cc +1410 -0
  1080. package/deps/snappy/snappy.gyp +90 -0
  1081. package/deps/snappy/solaris/config.h +135 -0
  1082. package/deps/snappy/solaris/snappy-stubs-public.h +100 -0
  1083. package/deps/snappy/win32/config.h +29 -0
  1084. package/deps/snappy/win32/snappy-stubs-public.h +100 -0
  1085. package/iterator.js +55 -0
  1086. package/leveldown.js +113 -0
  1087. package/package-lock.json +23687 -0
  1088. package/package.json +70 -0
@@ -0,0 +1,1551 @@
1
+ // Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
2
+ // This source code is licensed under both the GPLv2 (found in the
3
+ // COPYING file in the root directory) and Apache 2.0 License
4
+ // (found in the LICENSE.Apache file in the root directory).
5
+
6
+ #include <cstring>
7
+ #include <iomanip>
8
+ #include <memory>
9
+ #include <sstream>
10
+ #include <string>
11
+
12
+ #include "db/version_edit.h"
13
+ #include "db/version_set.h"
14
+ #include "test_util/testharness.h"
15
+ #include "test_util/testutil.h"
16
+ #include "util/string_util.h"
17
+
18
+ namespace ROCKSDB_NAMESPACE {
19
+
20
+ class VersionBuilderTest : public testing::Test {
21
+ public:
22
+ const Comparator* ucmp_;
23
+ InternalKeyComparator icmp_;
24
+ Options options_;
25
+ ImmutableCFOptions ioptions_;
26
+ MutableCFOptions mutable_cf_options_;
27
+ VersionStorageInfo vstorage_;
28
+ uint32_t file_num_;
29
+ CompactionOptionsFIFO fifo_options_;
30
+ std::vector<uint64_t> size_being_compacted_;
31
+
32
+ VersionBuilderTest()
33
+ : ucmp_(BytewiseComparator()),
34
+ icmp_(ucmp_),
35
+ ioptions_(options_),
36
+ mutable_cf_options_(options_),
37
+ vstorage_(&icmp_, ucmp_, options_.num_levels, kCompactionStyleLevel,
38
+ nullptr, false),
39
+ file_num_(1) {
40
+ mutable_cf_options_.RefreshDerivedOptions(ioptions_);
41
+ size_being_compacted_.resize(options_.num_levels);
42
+ }
43
+
44
+ ~VersionBuilderTest() override {
45
+ for (int i = 0; i < vstorage_.num_levels(); i++) {
46
+ for (auto* f : vstorage_.LevelFiles(i)) {
47
+ if (--f->refs == 0) {
48
+ delete f;
49
+ }
50
+ }
51
+ }
52
+ }
53
+
54
+ InternalKey GetInternalKey(const char* ukey,
55
+ SequenceNumber smallest_seq = 100) {
56
+ return InternalKey(ukey, smallest_seq, kTypeValue);
57
+ }
58
+
59
+ void Add(int level, uint64_t file_number, const char* smallest,
60
+ const char* largest, uint64_t file_size = 0, uint32_t path_id = 0,
61
+ SequenceNumber smallest_seq = 100, SequenceNumber largest_seq = 100,
62
+ uint64_t num_entries = 0, uint64_t num_deletions = 0,
63
+ bool sampled = false, SequenceNumber smallest_seqno = 0,
64
+ SequenceNumber largest_seqno = 0,
65
+ uint64_t oldest_blob_file_number = kInvalidBlobFileNumber) {
66
+ assert(level < vstorage_.num_levels());
67
+ FileMetaData* f = new FileMetaData(
68
+ file_number, path_id, file_size, GetInternalKey(smallest, smallest_seq),
69
+ GetInternalKey(largest, largest_seq), smallest_seqno, largest_seqno,
70
+ /* marked_for_compact */ false, oldest_blob_file_number,
71
+ kUnknownOldestAncesterTime, kUnknownFileCreationTime,
72
+ kUnknownFileChecksum, kUnknownFileChecksumFuncName);
73
+ f->compensated_file_size = file_size;
74
+ f->num_entries = num_entries;
75
+ f->num_deletions = num_deletions;
76
+ vstorage_.AddFile(level, f);
77
+ if (sampled) {
78
+ f->init_stats_from_file = true;
79
+ vstorage_.UpdateAccumulatedStats(f);
80
+ }
81
+ }
82
+
83
+ void AddBlob(uint64_t blob_file_number, uint64_t total_blob_count,
84
+ uint64_t total_blob_bytes, std::string checksum_method,
85
+ std::string checksum_value,
86
+ BlobFileMetaData::LinkedSsts linked_ssts,
87
+ uint64_t garbage_blob_count, uint64_t garbage_blob_bytes) {
88
+ auto shared_meta = SharedBlobFileMetaData::Create(
89
+ blob_file_number, total_blob_count, total_blob_bytes,
90
+ std::move(checksum_method), std::move(checksum_value));
91
+ auto meta =
92
+ BlobFileMetaData::Create(std::move(shared_meta), std::move(linked_ssts),
93
+ garbage_blob_count, garbage_blob_bytes);
94
+
95
+ vstorage_.AddBlobFile(std::move(meta));
96
+ }
97
+
98
+ void AddDummyFile(uint64_t table_file_number, uint64_t blob_file_number) {
99
+ constexpr int level = 0;
100
+ constexpr char smallest[] = "bar";
101
+ constexpr char largest[] = "foo";
102
+ constexpr uint64_t file_size = 100;
103
+ constexpr uint32_t path_id = 0;
104
+ constexpr SequenceNumber smallest_seq = 0;
105
+ constexpr SequenceNumber largest_seq = 0;
106
+ constexpr uint64_t num_entries = 0;
107
+ constexpr uint64_t num_deletions = 0;
108
+ constexpr bool sampled = false;
109
+
110
+ Add(level, table_file_number, smallest, largest, file_size, path_id,
111
+ smallest_seq, largest_seq, num_entries, num_deletions, sampled,
112
+ smallest_seq, largest_seq, blob_file_number);
113
+ }
114
+
115
+ void AddDummyFileToEdit(VersionEdit* edit, uint64_t table_file_number,
116
+ uint64_t blob_file_number) {
117
+ assert(edit);
118
+
119
+ constexpr int level = 0;
120
+ constexpr uint32_t path_id = 0;
121
+ constexpr uint64_t file_size = 100;
122
+ constexpr char smallest[] = "bar";
123
+ constexpr char largest[] = "foo";
124
+ constexpr SequenceNumber smallest_seqno = 100;
125
+ constexpr SequenceNumber largest_seqno = 300;
126
+ constexpr bool marked_for_compaction = false;
127
+
128
+ edit->AddFile(level, table_file_number, path_id, file_size,
129
+ GetInternalKey(smallest), GetInternalKey(largest),
130
+ smallest_seqno, largest_seqno, marked_for_compaction,
131
+ blob_file_number, kUnknownOldestAncesterTime,
132
+ kUnknownFileCreationTime, kUnknownFileChecksum,
133
+ kUnknownFileChecksumFuncName);
134
+ }
135
+
136
+ static std::shared_ptr<BlobFileMetaData> GetBlobFileMetaData(
137
+ const VersionStorageInfo::BlobFiles& blob_files,
138
+ uint64_t blob_file_number) {
139
+ const auto it = blob_files.find(blob_file_number);
140
+
141
+ if (it == blob_files.end()) {
142
+ return std::shared_ptr<BlobFileMetaData>();
143
+ }
144
+
145
+ const auto& meta = it->second;
146
+ assert(meta);
147
+
148
+ return meta;
149
+ }
150
+
151
+ void UpdateVersionStorageInfo() {
152
+ vstorage_.UpdateFilesByCompactionPri(ioptions_.compaction_pri);
153
+ vstorage_.UpdateNumNonEmptyLevels();
154
+ vstorage_.GenerateFileIndexer();
155
+ vstorage_.GenerateLevelFilesBrief();
156
+ vstorage_.CalculateBaseBytes(ioptions_, mutable_cf_options_);
157
+ vstorage_.GenerateLevel0NonOverlapping();
158
+ vstorage_.SetFinalized();
159
+ }
160
+ };
161
+
162
+ void UnrefFilesInVersion(VersionStorageInfo* new_vstorage) {
163
+ for (int i = 0; i < new_vstorage->num_levels(); i++) {
164
+ for (auto* f : new_vstorage->LevelFiles(i)) {
165
+ if (--f->refs == 0) {
166
+ delete f;
167
+ }
168
+ }
169
+ }
170
+ }
171
+
172
+ TEST_F(VersionBuilderTest, ApplyAndSaveTo) {
173
+ Add(0, 1U, "150", "200", 100U);
174
+
175
+ Add(1, 66U, "150", "200", 100U);
176
+ Add(1, 88U, "201", "300", 100U);
177
+
178
+ Add(2, 6U, "150", "179", 100U);
179
+ Add(2, 7U, "180", "220", 100U);
180
+ Add(2, 8U, "221", "300", 100U);
181
+
182
+ Add(3, 26U, "150", "170", 100U);
183
+ Add(3, 27U, "171", "179", 100U);
184
+ Add(3, 28U, "191", "220", 100U);
185
+ Add(3, 29U, "221", "300", 100U);
186
+ UpdateVersionStorageInfo();
187
+
188
+ VersionEdit version_edit;
189
+ version_edit.AddFile(2, 666, 0, 100U, GetInternalKey("301"),
190
+ GetInternalKey("350"), 200, 200, false,
191
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
192
+ kUnknownFileCreationTime, kUnknownFileChecksum,
193
+ kUnknownFileChecksumFuncName);
194
+ version_edit.DeleteFile(3, 27U);
195
+
196
+ EnvOptions env_options;
197
+ constexpr TableCache* table_cache = nullptr;
198
+ constexpr VersionSet* version_set = nullptr;
199
+
200
+ VersionBuilder version_builder(env_options, &ioptions_, table_cache,
201
+ &vstorage_, version_set);
202
+
203
+ VersionStorageInfo new_vstorage(&icmp_, ucmp_, options_.num_levels,
204
+ kCompactionStyleLevel, nullptr, false);
205
+ ASSERT_OK(version_builder.Apply(&version_edit));
206
+ ASSERT_OK(version_builder.SaveTo(&new_vstorage));
207
+
208
+ ASSERT_EQ(400U, new_vstorage.NumLevelBytes(2));
209
+ ASSERT_EQ(300U, new_vstorage.NumLevelBytes(3));
210
+
211
+ UnrefFilesInVersion(&new_vstorage);
212
+ }
213
+
214
+ TEST_F(VersionBuilderTest, ApplyAndSaveToDynamic) {
215
+ ioptions_.level_compaction_dynamic_level_bytes = true;
216
+
217
+ Add(0, 1U, "150", "200", 100U, 0, 200U, 200U, 0, 0, false, 200U, 200U);
218
+ Add(0, 88U, "201", "300", 100U, 0, 100U, 100U, 0, 0, false, 100U, 100U);
219
+
220
+ Add(4, 6U, "150", "179", 100U);
221
+ Add(4, 7U, "180", "220", 100U);
222
+ Add(4, 8U, "221", "300", 100U);
223
+
224
+ Add(5, 26U, "150", "170", 100U);
225
+ Add(5, 27U, "171", "179", 100U);
226
+ UpdateVersionStorageInfo();
227
+
228
+ VersionEdit version_edit;
229
+ version_edit.AddFile(3, 666, 0, 100U, GetInternalKey("301"),
230
+ GetInternalKey("350"), 200, 200, false,
231
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
232
+ kUnknownFileCreationTime, kUnknownFileChecksum,
233
+ kUnknownFileChecksumFuncName);
234
+ version_edit.DeleteFile(0, 1U);
235
+ version_edit.DeleteFile(0, 88U);
236
+
237
+ EnvOptions env_options;
238
+ constexpr TableCache* table_cache = nullptr;
239
+ constexpr VersionSet* version_set = nullptr;
240
+
241
+ VersionBuilder version_builder(env_options, &ioptions_, table_cache,
242
+ &vstorage_, version_set);
243
+
244
+ VersionStorageInfo new_vstorage(&icmp_, ucmp_, options_.num_levels,
245
+ kCompactionStyleLevel, nullptr, false);
246
+ ASSERT_OK(version_builder.Apply(&version_edit));
247
+ ASSERT_OK(version_builder.SaveTo(&new_vstorage));
248
+
249
+ ASSERT_EQ(0U, new_vstorage.NumLevelBytes(0));
250
+ ASSERT_EQ(100U, new_vstorage.NumLevelBytes(3));
251
+ ASSERT_EQ(300U, new_vstorage.NumLevelBytes(4));
252
+ ASSERT_EQ(200U, new_vstorage.NumLevelBytes(5));
253
+
254
+ UnrefFilesInVersion(&new_vstorage);
255
+ }
256
+
257
+ TEST_F(VersionBuilderTest, ApplyAndSaveToDynamic2) {
258
+ ioptions_.level_compaction_dynamic_level_bytes = true;
259
+
260
+ Add(0, 1U, "150", "200", 100U, 0, 200U, 200U, 0, 0, false, 200U, 200U);
261
+ Add(0, 88U, "201", "300", 100U, 0, 100U, 100U, 0, 0, false, 100U, 100U);
262
+
263
+ Add(4, 6U, "150", "179", 100U);
264
+ Add(4, 7U, "180", "220", 100U);
265
+ Add(4, 8U, "221", "300", 100U);
266
+
267
+ Add(5, 26U, "150", "170", 100U);
268
+ Add(5, 27U, "171", "179", 100U);
269
+ UpdateVersionStorageInfo();
270
+
271
+ VersionEdit version_edit;
272
+ version_edit.AddFile(4, 666, 0, 100U, GetInternalKey("301"),
273
+ GetInternalKey("350"), 200, 200, false,
274
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
275
+ kUnknownFileCreationTime, kUnknownFileChecksum,
276
+ kUnknownFileChecksumFuncName);
277
+ version_edit.DeleteFile(0, 1U);
278
+ version_edit.DeleteFile(0, 88U);
279
+ version_edit.DeleteFile(4, 6U);
280
+ version_edit.DeleteFile(4, 7U);
281
+ version_edit.DeleteFile(4, 8U);
282
+
283
+ EnvOptions env_options;
284
+ constexpr TableCache* table_cache = nullptr;
285
+ constexpr VersionSet* version_set = nullptr;
286
+
287
+ VersionBuilder version_builder(env_options, &ioptions_, table_cache,
288
+ &vstorage_, version_set);
289
+
290
+ VersionStorageInfo new_vstorage(&icmp_, ucmp_, options_.num_levels,
291
+ kCompactionStyleLevel, nullptr, false);
292
+ ASSERT_OK(version_builder.Apply(&version_edit));
293
+ ASSERT_OK(version_builder.SaveTo(&new_vstorage));
294
+
295
+ ASSERT_EQ(0U, new_vstorage.NumLevelBytes(0));
296
+ ASSERT_EQ(100U, new_vstorage.NumLevelBytes(4));
297
+ ASSERT_EQ(200U, new_vstorage.NumLevelBytes(5));
298
+
299
+ UnrefFilesInVersion(&new_vstorage);
300
+ }
301
+
302
+ TEST_F(VersionBuilderTest, ApplyMultipleAndSaveTo) {
303
+ UpdateVersionStorageInfo();
304
+
305
+ VersionEdit version_edit;
306
+ version_edit.AddFile(2, 666, 0, 100U, GetInternalKey("301"),
307
+ GetInternalKey("350"), 200, 200, false,
308
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
309
+ kUnknownFileCreationTime, kUnknownFileChecksum,
310
+ kUnknownFileChecksumFuncName);
311
+ version_edit.AddFile(2, 676, 0, 100U, GetInternalKey("401"),
312
+ GetInternalKey("450"), 200, 200, false,
313
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
314
+ kUnknownFileCreationTime, kUnknownFileChecksum,
315
+ kUnknownFileChecksumFuncName);
316
+ version_edit.AddFile(2, 636, 0, 100U, GetInternalKey("601"),
317
+ GetInternalKey("650"), 200, 200, false,
318
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
319
+ kUnknownFileCreationTime, kUnknownFileChecksum,
320
+ kUnknownFileChecksumFuncName);
321
+ version_edit.AddFile(2, 616, 0, 100U, GetInternalKey("501"),
322
+ GetInternalKey("550"), 200, 200, false,
323
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
324
+ kUnknownFileCreationTime, kUnknownFileChecksum,
325
+ kUnknownFileChecksumFuncName);
326
+ version_edit.AddFile(2, 606, 0, 100U, GetInternalKey("701"),
327
+ GetInternalKey("750"), 200, 200, false,
328
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
329
+ kUnknownFileCreationTime, kUnknownFileChecksum,
330
+ kUnknownFileChecksumFuncName);
331
+
332
+ EnvOptions env_options;
333
+ constexpr TableCache* table_cache = nullptr;
334
+ constexpr VersionSet* version_set = nullptr;
335
+
336
+ VersionBuilder version_builder(env_options, &ioptions_, table_cache,
337
+ &vstorage_, version_set);
338
+
339
+ VersionStorageInfo new_vstorage(&icmp_, ucmp_, options_.num_levels,
340
+ kCompactionStyleLevel, nullptr, false);
341
+ ASSERT_OK(version_builder.Apply(&version_edit));
342
+ ASSERT_OK(version_builder.SaveTo(&new_vstorage));
343
+
344
+ ASSERT_EQ(500U, new_vstorage.NumLevelBytes(2));
345
+
346
+ UnrefFilesInVersion(&new_vstorage);
347
+ }
348
+
349
+ TEST_F(VersionBuilderTest, ApplyDeleteAndSaveTo) {
350
+ UpdateVersionStorageInfo();
351
+
352
+ EnvOptions env_options;
353
+ constexpr TableCache* table_cache = nullptr;
354
+ constexpr VersionSet* version_set = nullptr;
355
+
356
+ VersionBuilder version_builder(env_options, &ioptions_, table_cache,
357
+ &vstorage_, version_set);
358
+
359
+ VersionStorageInfo new_vstorage(&icmp_, ucmp_, options_.num_levels,
360
+ kCompactionStyleLevel, nullptr, false);
361
+
362
+ VersionEdit version_edit;
363
+ version_edit.AddFile(2, 666, 0, 100U, GetInternalKey("301"),
364
+ GetInternalKey("350"), 200, 200, false,
365
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
366
+ kUnknownFileCreationTime, kUnknownFileChecksum,
367
+ kUnknownFileChecksumFuncName);
368
+ version_edit.AddFile(2, 676, 0, 100U, GetInternalKey("401"),
369
+ GetInternalKey("450"), 200, 200, false,
370
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
371
+ kUnknownFileCreationTime, kUnknownFileChecksum,
372
+ kUnknownFileChecksumFuncName);
373
+ version_edit.AddFile(2, 636, 0, 100U, GetInternalKey("601"),
374
+ GetInternalKey("650"), 200, 200, false,
375
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
376
+ kUnknownFileCreationTime, kUnknownFileChecksum,
377
+ kUnknownFileChecksumFuncName);
378
+ version_edit.AddFile(2, 616, 0, 100U, GetInternalKey("501"),
379
+ GetInternalKey("550"), 200, 200, false,
380
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
381
+ kUnknownFileCreationTime, kUnknownFileChecksum,
382
+ kUnknownFileChecksumFuncName);
383
+ version_edit.AddFile(2, 606, 0, 100U, GetInternalKey("701"),
384
+ GetInternalKey("750"), 200, 200, false,
385
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
386
+ kUnknownFileCreationTime, kUnknownFileChecksum,
387
+ kUnknownFileChecksumFuncName);
388
+ ASSERT_OK(version_builder.Apply(&version_edit));
389
+
390
+ VersionEdit version_edit2;
391
+ version_edit.AddFile(2, 808, 0, 100U, GetInternalKey("901"),
392
+ GetInternalKey("950"), 200, 200, false,
393
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
394
+ kUnknownFileCreationTime, kUnknownFileChecksum,
395
+ kUnknownFileChecksumFuncName);
396
+ version_edit2.DeleteFile(2, 616);
397
+ version_edit2.DeleteFile(2, 636);
398
+ version_edit.AddFile(2, 806, 0, 100U, GetInternalKey("801"),
399
+ GetInternalKey("850"), 200, 200, false,
400
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
401
+ kUnknownFileCreationTime, kUnknownFileChecksum,
402
+ kUnknownFileChecksumFuncName);
403
+
404
+ ASSERT_OK(version_builder.Apply(&version_edit2));
405
+ ASSERT_OK(version_builder.SaveTo(&new_vstorage));
406
+
407
+ ASSERT_EQ(300U, new_vstorage.NumLevelBytes(2));
408
+
409
+ UnrefFilesInVersion(&new_vstorage);
410
+ }
411
+
412
+ TEST_F(VersionBuilderTest, ApplyFileDeletionIncorrectLevel) {
413
+ constexpr int level = 1;
414
+ constexpr uint64_t file_number = 2345;
415
+ constexpr char smallest[] = "bar";
416
+ constexpr char largest[] = "foo";
417
+
418
+ Add(level, file_number, smallest, largest);
419
+
420
+ EnvOptions env_options;
421
+ constexpr TableCache* table_cache = nullptr;
422
+ constexpr VersionSet* version_set = nullptr;
423
+
424
+ VersionBuilder builder(env_options, &ioptions_, table_cache, &vstorage_,
425
+ version_set);
426
+
427
+ VersionEdit edit;
428
+
429
+ constexpr int incorrect_level = 3;
430
+
431
+ edit.DeleteFile(incorrect_level, file_number);
432
+
433
+ const Status s = builder.Apply(&edit);
434
+ ASSERT_TRUE(s.IsCorruption());
435
+ ASSERT_TRUE(std::strstr(s.getState(),
436
+ "Cannot delete table file #2345 from level 3 since "
437
+ "it is on level 1"));
438
+ }
439
+
440
+ TEST_F(VersionBuilderTest, ApplyFileDeletionNotInLSMTree) {
441
+ EnvOptions env_options;
442
+ constexpr TableCache* table_cache = nullptr;
443
+ constexpr VersionSet* version_set = nullptr;
444
+
445
+ VersionBuilder builder(env_options, &ioptions_, table_cache, &vstorage_,
446
+ version_set);
447
+
448
+ VersionEdit edit;
449
+
450
+ constexpr int level = 3;
451
+ constexpr uint64_t file_number = 1234;
452
+
453
+ edit.DeleteFile(level, file_number);
454
+
455
+ const Status s = builder.Apply(&edit);
456
+ ASSERT_TRUE(s.IsCorruption());
457
+ ASSERT_TRUE(std::strstr(s.getState(),
458
+ "Cannot delete table file #1234 from level 3 since "
459
+ "it is not in the LSM tree"));
460
+ }
461
+
462
+ TEST_F(VersionBuilderTest, ApplyFileDeletionAndAddition) {
463
+ constexpr int level = 1;
464
+ constexpr uint64_t file_number = 2345;
465
+ constexpr char smallest[] = "bar";
466
+ constexpr char largest[] = "foo";
467
+ constexpr uint64_t file_size = 10000;
468
+ constexpr uint32_t path_id = 0;
469
+ constexpr SequenceNumber smallest_seq = 100;
470
+ constexpr SequenceNumber largest_seq = 500;
471
+ constexpr uint64_t num_entries = 0;
472
+ constexpr uint64_t num_deletions = 0;
473
+ constexpr bool sampled = false;
474
+ constexpr SequenceNumber smallest_seqno = 1;
475
+ constexpr SequenceNumber largest_seqno = 1000;
476
+
477
+ Add(level, file_number, smallest, largest, file_size, path_id, smallest_seq,
478
+ largest_seq, num_entries, num_deletions, sampled, smallest_seqno,
479
+ largest_seqno);
480
+
481
+ EnvOptions env_options;
482
+ constexpr TableCache* table_cache = nullptr;
483
+ constexpr VersionSet* version_set = nullptr;
484
+
485
+ VersionBuilder builder(env_options, &ioptions_, table_cache, &vstorage_,
486
+ version_set);
487
+
488
+ VersionEdit deletion;
489
+
490
+ deletion.DeleteFile(level, file_number);
491
+
492
+ ASSERT_OK(builder.Apply(&deletion));
493
+
494
+ VersionEdit addition;
495
+
496
+ constexpr bool marked_for_compaction = false;
497
+
498
+ addition.AddFile(level, file_number, path_id, file_size,
499
+ GetInternalKey(smallest, smallest_seq),
500
+ GetInternalKey(largest, largest_seq), smallest_seqno,
501
+ largest_seqno, marked_for_compaction, kInvalidBlobFileNumber,
502
+ kUnknownOldestAncesterTime, kUnknownFileCreationTime,
503
+ kUnknownFileChecksum, kUnknownFileChecksumFuncName);
504
+
505
+ ASSERT_OK(builder.Apply(&addition));
506
+
507
+ constexpr bool force_consistency_checks = false;
508
+ VersionStorageInfo new_vstorage(&icmp_, ucmp_, options_.num_levels,
509
+ kCompactionStyleLevel, &vstorage_,
510
+ force_consistency_checks);
511
+
512
+ ASSERT_OK(builder.SaveTo(&new_vstorage));
513
+ ASSERT_EQ(new_vstorage.GetFileLocation(file_number).GetLevel(), level);
514
+
515
+ UnrefFilesInVersion(&new_vstorage);
516
+ }
517
+
518
+ TEST_F(VersionBuilderTest, ApplyFileAdditionAlreadyInBase) {
519
+ constexpr int level = 1;
520
+ constexpr uint64_t file_number = 2345;
521
+ constexpr char smallest[] = "bar";
522
+ constexpr char largest[] = "foo";
523
+
524
+ Add(level, file_number, smallest, largest);
525
+
526
+ EnvOptions env_options;
527
+ constexpr TableCache* table_cache = nullptr;
528
+ constexpr VersionSet* version_set = nullptr;
529
+
530
+ VersionBuilder builder(env_options, &ioptions_, table_cache, &vstorage_,
531
+ version_set);
532
+
533
+ VersionEdit edit;
534
+
535
+ constexpr int new_level = 2;
536
+ constexpr uint32_t path_id = 0;
537
+ constexpr uint64_t file_size = 10000;
538
+ constexpr SequenceNumber smallest_seqno = 100;
539
+ constexpr SequenceNumber largest_seqno = 1000;
540
+ constexpr bool marked_for_compaction = false;
541
+
542
+ edit.AddFile(new_level, file_number, path_id, file_size,
543
+ GetInternalKey(smallest), GetInternalKey(largest),
544
+ smallest_seqno, largest_seqno, marked_for_compaction,
545
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
546
+ kUnknownFileCreationTime, kUnknownFileChecksum,
547
+ kUnknownFileChecksumFuncName);
548
+
549
+ const Status s = builder.Apply(&edit);
550
+ ASSERT_TRUE(s.IsCorruption());
551
+ ASSERT_TRUE(std::strstr(s.getState(),
552
+ "Cannot add table file #2345 to level 2 since it is "
553
+ "already in the LSM tree on level 1"));
554
+ }
555
+
556
+ TEST_F(VersionBuilderTest, ApplyFileAdditionAlreadyApplied) {
557
+ EnvOptions env_options;
558
+ constexpr TableCache* table_cache = nullptr;
559
+ constexpr VersionSet* version_set = nullptr;
560
+
561
+ VersionBuilder builder(env_options, &ioptions_, table_cache, &vstorage_,
562
+ version_set);
563
+
564
+ VersionEdit edit;
565
+
566
+ constexpr int level = 3;
567
+ constexpr uint64_t file_number = 2345;
568
+ constexpr uint32_t path_id = 0;
569
+ constexpr uint64_t file_size = 10000;
570
+ constexpr char smallest[] = "bar";
571
+ constexpr char largest[] = "foo";
572
+ constexpr SequenceNumber smallest_seqno = 100;
573
+ constexpr SequenceNumber largest_seqno = 1000;
574
+ constexpr bool marked_for_compaction = false;
575
+
576
+ edit.AddFile(level, file_number, path_id, file_size, GetInternalKey(smallest),
577
+ GetInternalKey(largest), smallest_seqno, largest_seqno,
578
+ marked_for_compaction, kInvalidBlobFileNumber,
579
+ kUnknownOldestAncesterTime, kUnknownFileCreationTime,
580
+ kUnknownFileChecksum, kUnknownFileChecksumFuncName);
581
+
582
+ ASSERT_OK(builder.Apply(&edit));
583
+
584
+ VersionEdit other_edit;
585
+
586
+ constexpr int new_level = 2;
587
+
588
+ other_edit.AddFile(new_level, file_number, path_id, file_size,
589
+ GetInternalKey(smallest), GetInternalKey(largest),
590
+ smallest_seqno, largest_seqno, marked_for_compaction,
591
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
592
+ kUnknownFileCreationTime, kUnknownFileChecksum,
593
+ kUnknownFileChecksumFuncName);
594
+
595
+ const Status s = builder.Apply(&other_edit);
596
+ ASSERT_TRUE(s.IsCorruption());
597
+ ASSERT_TRUE(std::strstr(s.getState(),
598
+ "Cannot add table file #2345 to level 2 since it is "
599
+ "already in the LSM tree on level 3"));
600
+ }
601
+
602
+ TEST_F(VersionBuilderTest, ApplyFileAdditionAndDeletion) {
603
+ constexpr int level = 1;
604
+ constexpr uint64_t file_number = 2345;
605
+ constexpr uint32_t path_id = 0;
606
+ constexpr uint64_t file_size = 10000;
607
+ constexpr char smallest[] = "bar";
608
+ constexpr char largest[] = "foo";
609
+ constexpr SequenceNumber smallest_seqno = 100;
610
+ constexpr SequenceNumber largest_seqno = 1000;
611
+ constexpr bool marked_for_compaction = false;
612
+
613
+ EnvOptions env_options;
614
+ constexpr TableCache* table_cache = nullptr;
615
+ constexpr VersionSet* version_set = nullptr;
616
+
617
+ VersionBuilder builder(env_options, &ioptions_, table_cache, &vstorage_,
618
+ version_set);
619
+
620
+ VersionEdit addition;
621
+
622
+ addition.AddFile(level, file_number, path_id, file_size,
623
+ GetInternalKey(smallest), GetInternalKey(largest),
624
+ smallest_seqno, largest_seqno, marked_for_compaction,
625
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
626
+ kUnknownFileCreationTime, kUnknownFileChecksum,
627
+ kUnknownFileChecksumFuncName);
628
+
629
+ ASSERT_OK(builder.Apply(&addition));
630
+
631
+ VersionEdit deletion;
632
+
633
+ deletion.DeleteFile(level, file_number);
634
+
635
+ ASSERT_OK(builder.Apply(&deletion));
636
+
637
+ constexpr bool force_consistency_checks = false;
638
+ VersionStorageInfo new_vstorage(&icmp_, ucmp_, options_.num_levels,
639
+ kCompactionStyleLevel, &vstorage_,
640
+ force_consistency_checks);
641
+
642
+ ASSERT_OK(builder.SaveTo(&new_vstorage));
643
+ ASSERT_FALSE(new_vstorage.GetFileLocation(file_number).IsValid());
644
+
645
+ UnrefFilesInVersion(&new_vstorage);
646
+ }
647
+
648
+ TEST_F(VersionBuilderTest, ApplyBlobFileAddition) {
649
+ EnvOptions env_options;
650
+ constexpr TableCache* table_cache = nullptr;
651
+ constexpr VersionSet* version_set = nullptr;
652
+
653
+ VersionBuilder builder(env_options, &ioptions_, table_cache, &vstorage_,
654
+ version_set);
655
+
656
+ VersionEdit edit;
657
+
658
+ constexpr uint64_t blob_file_number = 1234;
659
+ constexpr uint64_t total_blob_count = 5678;
660
+ constexpr uint64_t total_blob_bytes = 999999;
661
+ constexpr char checksum_method[] = "SHA1";
662
+ constexpr char checksum_value[] = "bdb7f34a59dfa1592ce7f52e99f98c570c525cbd";
663
+
664
+ edit.AddBlobFile(blob_file_number, total_blob_count, total_blob_bytes,
665
+ checksum_method, checksum_value);
666
+
667
+ // Add dummy table file to ensure the blob file is referenced.
668
+ constexpr uint64_t table_file_number = 1;
669
+ AddDummyFileToEdit(&edit, table_file_number, blob_file_number);
670
+
671
+ ASSERT_OK(builder.Apply(&edit));
672
+
673
+ constexpr bool force_consistency_checks = false;
674
+ VersionStorageInfo new_vstorage(&icmp_, ucmp_, options_.num_levels,
675
+ kCompactionStyleLevel, &vstorage_,
676
+ force_consistency_checks);
677
+
678
+ ASSERT_OK(builder.SaveTo(&new_vstorage));
679
+
680
+ const auto& new_blob_files = new_vstorage.GetBlobFiles();
681
+ ASSERT_EQ(new_blob_files.size(), 1);
682
+
683
+ const auto new_meta = GetBlobFileMetaData(new_blob_files, blob_file_number);
684
+
685
+ ASSERT_NE(new_meta, nullptr);
686
+ ASSERT_EQ(new_meta->GetBlobFileNumber(), blob_file_number);
687
+ ASSERT_EQ(new_meta->GetTotalBlobCount(), total_blob_count);
688
+ ASSERT_EQ(new_meta->GetTotalBlobBytes(), total_blob_bytes);
689
+ ASSERT_EQ(new_meta->GetChecksumMethod(), checksum_method);
690
+ ASSERT_EQ(new_meta->GetChecksumValue(), checksum_value);
691
+ ASSERT_EQ(new_meta->GetLinkedSsts(),
692
+ BlobFileMetaData::LinkedSsts{table_file_number});
693
+ ASSERT_EQ(new_meta->GetGarbageBlobCount(), 0);
694
+ ASSERT_EQ(new_meta->GetGarbageBlobBytes(), 0);
695
+
696
+ UnrefFilesInVersion(&new_vstorage);
697
+ }
698
+
699
+ TEST_F(VersionBuilderTest, ApplyBlobFileAdditionAlreadyInBase) {
700
+ // Attempt to add a blob file that is already present in the base version.
701
+
702
+ constexpr uint64_t blob_file_number = 1234;
703
+ constexpr uint64_t total_blob_count = 5678;
704
+ constexpr uint64_t total_blob_bytes = 999999;
705
+ constexpr char checksum_method[] = "SHA1";
706
+ constexpr char checksum_value[] = "bdb7f34a59dfa1592ce7f52e99f98c570c525cbd";
707
+ constexpr uint64_t garbage_blob_count = 123;
708
+ constexpr uint64_t garbage_blob_bytes = 456789;
709
+
710
+ AddBlob(blob_file_number, total_blob_count, total_blob_bytes, checksum_method,
711
+ checksum_value, BlobFileMetaData::LinkedSsts(), garbage_blob_count,
712
+ garbage_blob_bytes);
713
+
714
+ EnvOptions env_options;
715
+ constexpr TableCache* table_cache = nullptr;
716
+ constexpr VersionSet* version_set = nullptr;
717
+
718
+ VersionBuilder builder(env_options, &ioptions_, table_cache, &vstorage_,
719
+ version_set);
720
+
721
+ VersionEdit edit;
722
+
723
+ edit.AddBlobFile(blob_file_number, total_blob_count, total_blob_bytes,
724
+ checksum_method, checksum_value);
725
+
726
+ const Status s = builder.Apply(&edit);
727
+ ASSERT_TRUE(s.IsCorruption());
728
+ ASSERT_TRUE(std::strstr(s.getState(), "Blob file #1234 already added"));
729
+ }
730
+
731
+ TEST_F(VersionBuilderTest, ApplyBlobFileAdditionAlreadyApplied) {
732
+ // Attempt to add the same blob file twice using version edits.
733
+
734
+ EnvOptions env_options;
735
+ constexpr TableCache* table_cache = nullptr;
736
+ constexpr VersionSet* version_set = nullptr;
737
+
738
+ VersionBuilder builder(env_options, &ioptions_, table_cache, &vstorage_,
739
+ version_set);
740
+
741
+ VersionEdit edit;
742
+
743
+ constexpr uint64_t blob_file_number = 1234;
744
+ constexpr uint64_t total_blob_count = 5678;
745
+ constexpr uint64_t total_blob_bytes = 999999;
746
+ constexpr char checksum_method[] = "SHA1";
747
+ constexpr char checksum_value[] = "bdb7f34a59dfa1592ce7f52e99f98c570c525cbd";
748
+
749
+ edit.AddBlobFile(blob_file_number, total_blob_count, total_blob_bytes,
750
+ checksum_method, checksum_value);
751
+
752
+ ASSERT_OK(builder.Apply(&edit));
753
+
754
+ const Status s = builder.Apply(&edit);
755
+ ASSERT_TRUE(s.IsCorruption());
756
+ ASSERT_TRUE(std::strstr(s.getState(), "Blob file #1234 already added"));
757
+ }
758
+
759
+ TEST_F(VersionBuilderTest, ApplyBlobFileGarbageFileInBase) {
760
+ // Increase the amount of garbage for a blob file present in the base version.
761
+
762
+ constexpr uint64_t table_file_number = 1;
763
+ constexpr uint64_t blob_file_number = 1234;
764
+ constexpr uint64_t total_blob_count = 5678;
765
+ constexpr uint64_t total_blob_bytes = 999999;
766
+ constexpr char checksum_method[] = "SHA1";
767
+ constexpr char checksum_value[] = "bdb7f34a59dfa1592ce7f52e99f98c570c525cbd";
768
+ constexpr uint64_t garbage_blob_count = 123;
769
+ constexpr uint64_t garbage_blob_bytes = 456789;
770
+
771
+ AddBlob(blob_file_number, total_blob_count, total_blob_bytes, checksum_method,
772
+ checksum_value, BlobFileMetaData::LinkedSsts{table_file_number},
773
+ garbage_blob_count, garbage_blob_bytes);
774
+
775
+ const auto meta =
776
+ GetBlobFileMetaData(vstorage_.GetBlobFiles(), blob_file_number);
777
+ ASSERT_NE(meta, nullptr);
778
+
779
+ // Add dummy table file to ensure the blob file is referenced.
780
+ AddDummyFile(table_file_number, blob_file_number);
781
+
782
+ EnvOptions env_options;
783
+ constexpr TableCache* table_cache = nullptr;
784
+ constexpr VersionSet* version_set = nullptr;
785
+
786
+ VersionBuilder builder(env_options, &ioptions_, table_cache, &vstorage_,
787
+ version_set);
788
+
789
+ VersionEdit edit;
790
+
791
+ constexpr uint64_t new_garbage_blob_count = 456;
792
+ constexpr uint64_t new_garbage_blob_bytes = 111111;
793
+
794
+ edit.AddBlobFileGarbage(blob_file_number, new_garbage_blob_count,
795
+ new_garbage_blob_bytes);
796
+
797
+ ASSERT_OK(builder.Apply(&edit));
798
+
799
+ constexpr bool force_consistency_checks = false;
800
+ VersionStorageInfo new_vstorage(&icmp_, ucmp_, options_.num_levels,
801
+ kCompactionStyleLevel, &vstorage_,
802
+ force_consistency_checks);
803
+
804
+ ASSERT_OK(builder.SaveTo(&new_vstorage));
805
+
806
+ const auto& new_blob_files = new_vstorage.GetBlobFiles();
807
+ ASSERT_EQ(new_blob_files.size(), 1);
808
+
809
+ const auto new_meta = GetBlobFileMetaData(new_blob_files, blob_file_number);
810
+
811
+ ASSERT_NE(new_meta, nullptr);
812
+ ASSERT_EQ(new_meta->GetSharedMeta(), meta->GetSharedMeta());
813
+ ASSERT_EQ(new_meta->GetBlobFileNumber(), blob_file_number);
814
+ ASSERT_EQ(new_meta->GetTotalBlobCount(), total_blob_count);
815
+ ASSERT_EQ(new_meta->GetTotalBlobBytes(), total_blob_bytes);
816
+ ASSERT_EQ(new_meta->GetChecksumMethod(), checksum_method);
817
+ ASSERT_EQ(new_meta->GetChecksumValue(), checksum_value);
818
+ ASSERT_EQ(new_meta->GetLinkedSsts(),
819
+ BlobFileMetaData::LinkedSsts{table_file_number});
820
+ ASSERT_EQ(new_meta->GetGarbageBlobCount(),
821
+ garbage_blob_count + new_garbage_blob_count);
822
+ ASSERT_EQ(new_meta->GetGarbageBlobBytes(),
823
+ garbage_blob_bytes + new_garbage_blob_bytes);
824
+
825
+ UnrefFilesInVersion(&new_vstorage);
826
+ }
827
+
828
+ TEST_F(VersionBuilderTest, ApplyBlobFileGarbageFileAdditionApplied) {
829
+ // Increase the amount of garbage for a blob file added using a version edit.
830
+
831
+ EnvOptions env_options;
832
+ constexpr TableCache* table_cache = nullptr;
833
+ constexpr VersionSet* version_set = nullptr;
834
+
835
+ VersionBuilder builder(env_options, &ioptions_, table_cache, &vstorage_,
836
+ version_set);
837
+
838
+ VersionEdit addition;
839
+
840
+ constexpr uint64_t blob_file_number = 1234;
841
+ constexpr uint64_t total_blob_count = 5678;
842
+ constexpr uint64_t total_blob_bytes = 999999;
843
+ constexpr char checksum_method[] = "SHA1";
844
+ constexpr char checksum_value[] = "bdb7f34a59dfa1592ce7f52e99f98c570c525cbd";
845
+
846
+ addition.AddBlobFile(blob_file_number, total_blob_count, total_blob_bytes,
847
+ checksum_method, checksum_value);
848
+
849
+ // Add dummy table file to ensure the blob file is referenced.
850
+ constexpr uint64_t table_file_number = 1;
851
+ AddDummyFileToEdit(&addition, table_file_number, blob_file_number);
852
+
853
+ ASSERT_OK(builder.Apply(&addition));
854
+
855
+ constexpr uint64_t garbage_blob_count = 123;
856
+ constexpr uint64_t garbage_blob_bytes = 456789;
857
+
858
+ VersionEdit garbage;
859
+
860
+ garbage.AddBlobFileGarbage(blob_file_number, garbage_blob_count,
861
+ garbage_blob_bytes);
862
+
863
+ ASSERT_OK(builder.Apply(&garbage));
864
+
865
+ constexpr bool force_consistency_checks = false;
866
+ VersionStorageInfo new_vstorage(&icmp_, ucmp_, options_.num_levels,
867
+ kCompactionStyleLevel, &vstorage_,
868
+ force_consistency_checks);
869
+
870
+ ASSERT_OK(builder.SaveTo(&new_vstorage));
871
+
872
+ const auto& new_blob_files = new_vstorage.GetBlobFiles();
873
+ ASSERT_EQ(new_blob_files.size(), 1);
874
+
875
+ const auto new_meta = GetBlobFileMetaData(new_blob_files, blob_file_number);
876
+
877
+ ASSERT_NE(new_meta, nullptr);
878
+ ASSERT_EQ(new_meta->GetBlobFileNumber(), blob_file_number);
879
+ ASSERT_EQ(new_meta->GetTotalBlobCount(), total_blob_count);
880
+ ASSERT_EQ(new_meta->GetTotalBlobBytes(), total_blob_bytes);
881
+ ASSERT_EQ(new_meta->GetChecksumMethod(), checksum_method);
882
+ ASSERT_EQ(new_meta->GetChecksumValue(), checksum_value);
883
+ ASSERT_EQ(new_meta->GetLinkedSsts(),
884
+ BlobFileMetaData::LinkedSsts{table_file_number});
885
+ ASSERT_EQ(new_meta->GetGarbageBlobCount(), garbage_blob_count);
886
+ ASSERT_EQ(new_meta->GetGarbageBlobBytes(), garbage_blob_bytes);
887
+
888
+ UnrefFilesInVersion(&new_vstorage);
889
+ }
890
+
891
+ TEST_F(VersionBuilderTest, ApplyBlobFileGarbageFileNotFound) {
892
+ // Attempt to increase the amount of garbage for a blob file that is
893
+ // neither in the base version, nor was it added using a version edit.
894
+
895
+ EnvOptions env_options;
896
+ constexpr TableCache* table_cache = nullptr;
897
+ constexpr VersionSet* version_set = nullptr;
898
+
899
+ VersionBuilder builder(env_options, &ioptions_, table_cache, &vstorage_,
900
+ version_set);
901
+
902
+ VersionEdit edit;
903
+
904
+ constexpr uint64_t blob_file_number = 1234;
905
+ constexpr uint64_t garbage_blob_count = 5678;
906
+ constexpr uint64_t garbage_blob_bytes = 999999;
907
+
908
+ edit.AddBlobFileGarbage(blob_file_number, garbage_blob_count,
909
+ garbage_blob_bytes);
910
+
911
+ const Status s = builder.Apply(&edit);
912
+ ASSERT_TRUE(s.IsCorruption());
913
+ ASSERT_TRUE(std::strstr(s.getState(), "Blob file #1234 not found"));
914
+ }
915
+
916
+ TEST_F(VersionBuilderTest, SaveBlobFilesTo) {
917
+ // Add three blob files to base version.
918
+ for (uint64_t i = 3; i >= 1; --i) {
919
+ const uint64_t table_file_number = i;
920
+ const uint64_t blob_file_number = i;
921
+ const uint64_t total_blob_count = i * 1000;
922
+ const uint64_t total_blob_bytes = i * 1000000;
923
+ const uint64_t garbage_blob_count = i * 100;
924
+ const uint64_t garbage_blob_bytes = i * 20000;
925
+
926
+ AddBlob(blob_file_number, total_blob_count, total_blob_bytes,
927
+ /* checksum_method */ std::string(),
928
+ /* checksum_value */ std::string(),
929
+ BlobFileMetaData::LinkedSsts{table_file_number}, garbage_blob_count,
930
+ garbage_blob_bytes);
931
+
932
+ // Add dummy table file to ensure the blob file is referenced.
933
+ AddDummyFile(table_file_number, blob_file_number);
934
+ }
935
+
936
+ EnvOptions env_options;
937
+ constexpr TableCache* table_cache = nullptr;
938
+ constexpr VersionSet* version_set = nullptr;
939
+
940
+ VersionBuilder builder(env_options, &ioptions_, table_cache, &vstorage_,
941
+ version_set);
942
+
943
+ VersionEdit edit;
944
+
945
+ // Add some garbage to the second and third blob files. The second blob file
946
+ // remains valid since it does not consist entirely of garbage yet. The third
947
+ // blob file is all garbage after the edit and will not be part of the new
948
+ // version. The corresponding dummy table file is also removed for
949
+ // consistency.
950
+ edit.AddBlobFileGarbage(/* blob_file_number */ 2,
951
+ /* garbage_blob_count */ 200,
952
+ /* garbage_blob_bytes */ 100000);
953
+ edit.AddBlobFileGarbage(/* blob_file_number */ 3,
954
+ /* garbage_blob_count */ 2700,
955
+ /* garbage_blob_bytes */ 2940000);
956
+ edit.DeleteFile(/* level */ 0, /* file_number */ 3);
957
+
958
+ // Add a fourth blob file.
959
+ edit.AddBlobFile(/* blob_file_number */ 4, /* total_blob_count */ 4000,
960
+ /* total_blob_bytes */ 4000000,
961
+ /* checksum_method */ std::string(),
962
+ /* checksum_value */ std::string());
963
+
964
+ ASSERT_OK(builder.Apply(&edit));
965
+
966
+ constexpr bool force_consistency_checks = false;
967
+ VersionStorageInfo new_vstorage(&icmp_, ucmp_, options_.num_levels,
968
+ kCompactionStyleLevel, &vstorage_,
969
+ force_consistency_checks);
970
+
971
+ ASSERT_OK(builder.SaveTo(&new_vstorage));
972
+
973
+ const auto& new_blob_files = new_vstorage.GetBlobFiles();
974
+ ASSERT_EQ(new_blob_files.size(), 3);
975
+
976
+ const auto meta1 = GetBlobFileMetaData(new_blob_files, 1);
977
+
978
+ ASSERT_NE(meta1, nullptr);
979
+ ASSERT_EQ(meta1->GetBlobFileNumber(), 1);
980
+ ASSERT_EQ(meta1->GetTotalBlobCount(), 1000);
981
+ ASSERT_EQ(meta1->GetTotalBlobBytes(), 1000000);
982
+ ASSERT_EQ(meta1->GetGarbageBlobCount(), 100);
983
+ ASSERT_EQ(meta1->GetGarbageBlobBytes(), 20000);
984
+
985
+ const auto meta2 = GetBlobFileMetaData(new_blob_files, 2);
986
+
987
+ ASSERT_NE(meta2, nullptr);
988
+ ASSERT_EQ(meta2->GetBlobFileNumber(), 2);
989
+ ASSERT_EQ(meta2->GetTotalBlobCount(), 2000);
990
+ ASSERT_EQ(meta2->GetTotalBlobBytes(), 2000000);
991
+ ASSERT_EQ(meta2->GetGarbageBlobCount(), 400);
992
+ ASSERT_EQ(meta2->GetGarbageBlobBytes(), 140000);
993
+
994
+ const auto meta4 = GetBlobFileMetaData(new_blob_files, 4);
995
+
996
+ ASSERT_NE(meta4, nullptr);
997
+ ASSERT_EQ(meta4->GetBlobFileNumber(), 4);
998
+ ASSERT_EQ(meta4->GetTotalBlobCount(), 4000);
999
+ ASSERT_EQ(meta4->GetTotalBlobBytes(), 4000000);
1000
+ ASSERT_EQ(meta4->GetGarbageBlobCount(), 0);
1001
+ ASSERT_EQ(meta4->GetGarbageBlobBytes(), 0);
1002
+
1003
+ // Delete the first table file, which makes the first blob file obsolete
1004
+ // since it's at the head and unreferenced.
1005
+ VersionBuilder second_builder(env_options, &ioptions_, table_cache,
1006
+ &new_vstorage, version_set);
1007
+
1008
+ VersionEdit second_edit;
1009
+ second_edit.DeleteFile(/* level */ 0, /* file_number */ 1);
1010
+
1011
+ ASSERT_OK(second_builder.Apply(&second_edit));
1012
+
1013
+ VersionStorageInfo newer_vstorage(&icmp_, ucmp_, options_.num_levels,
1014
+ kCompactionStyleLevel, &new_vstorage,
1015
+ force_consistency_checks);
1016
+
1017
+ ASSERT_OK(second_builder.SaveTo(&newer_vstorage));
1018
+
1019
+ const auto& newer_blob_files = newer_vstorage.GetBlobFiles();
1020
+ ASSERT_EQ(newer_blob_files.size(), 2);
1021
+
1022
+ const auto newer_meta1 = GetBlobFileMetaData(newer_blob_files, 1);
1023
+
1024
+ ASSERT_EQ(newer_meta1, nullptr);
1025
+
1026
+ UnrefFilesInVersion(&newer_vstorage);
1027
+ UnrefFilesInVersion(&new_vstorage);
1028
+ }
1029
+
1030
+ TEST_F(VersionBuilderTest, SaveBlobFilesToConcurrentJobs) {
1031
+ // When multiple background jobs (flushes/compactions) are executing in
1032
+ // parallel, it is possible for the VersionEdit adding blob file K to be
1033
+ // applied *after* the VersionEdit adding blob file N (for N > K). This test
1034
+ // case makes sure this is handled correctly.
1035
+
1036
+ // Add blob file #4 (referenced by table file #3) to base version.
1037
+ constexpr uint64_t base_table_file_number = 3;
1038
+ constexpr uint64_t base_blob_file_number = 4;
1039
+ constexpr uint64_t base_total_blob_count = 100;
1040
+ constexpr uint64_t base_total_blob_bytes = 1 << 20;
1041
+
1042
+ constexpr char checksum_method[] = "SHA1";
1043
+ constexpr char checksum_value[] = "\xfa\xce\xb0\x0c";
1044
+ constexpr uint64_t garbage_blob_count = 0;
1045
+ constexpr uint64_t garbage_blob_bytes = 0;
1046
+
1047
+ AddDummyFile(base_table_file_number, base_blob_file_number);
1048
+ AddBlob(base_blob_file_number, base_total_blob_count, base_total_blob_bytes,
1049
+ checksum_method, checksum_value,
1050
+ BlobFileMetaData::LinkedSsts{base_table_file_number},
1051
+ garbage_blob_count, garbage_blob_bytes);
1052
+
1053
+ EnvOptions env_options;
1054
+ constexpr TableCache* table_cache = nullptr;
1055
+ constexpr VersionSet* version_set = nullptr;
1056
+
1057
+ VersionBuilder builder(env_options, &ioptions_, table_cache, &vstorage_,
1058
+ version_set);
1059
+
1060
+ VersionEdit edit;
1061
+
1062
+ // Add blob file #2 (referenced by table file #1).
1063
+ constexpr int level = 0;
1064
+ constexpr uint64_t table_file_number = 1;
1065
+ constexpr uint32_t path_id = 0;
1066
+ constexpr uint64_t file_size = 1 << 12;
1067
+ constexpr char smallest[] = "key1";
1068
+ constexpr char largest[] = "key987";
1069
+ constexpr SequenceNumber smallest_seqno = 0;
1070
+ constexpr SequenceNumber largest_seqno = 0;
1071
+ constexpr bool marked_for_compaction = false;
1072
+
1073
+ constexpr uint64_t blob_file_number = 2;
1074
+ static_assert(blob_file_number < base_blob_file_number,
1075
+ "Added blob file should have a smaller file number");
1076
+
1077
+ constexpr uint64_t total_blob_count = 234;
1078
+ constexpr uint64_t total_blob_bytes = 1 << 22;
1079
+
1080
+ edit.AddFile(level, table_file_number, path_id, file_size,
1081
+ GetInternalKey(smallest), GetInternalKey(largest),
1082
+ smallest_seqno, largest_seqno, marked_for_compaction,
1083
+ blob_file_number, kUnknownOldestAncesterTime,
1084
+ kUnknownFileCreationTime, checksum_value, checksum_method);
1085
+ edit.AddBlobFile(blob_file_number, total_blob_count, total_blob_bytes,
1086
+ checksum_method, checksum_value);
1087
+
1088
+ ASSERT_OK(builder.Apply(&edit));
1089
+
1090
+ constexpr bool force_consistency_checks = true;
1091
+ VersionStorageInfo new_vstorage(&icmp_, ucmp_, options_.num_levels,
1092
+ kCompactionStyleLevel, &vstorage_,
1093
+ force_consistency_checks);
1094
+
1095
+ ASSERT_OK(builder.SaveTo(&new_vstorage));
1096
+
1097
+ const auto& new_blob_files = new_vstorage.GetBlobFiles();
1098
+ ASSERT_EQ(new_blob_files.size(), 2);
1099
+
1100
+ const auto base_meta =
1101
+ GetBlobFileMetaData(new_blob_files, base_blob_file_number);
1102
+
1103
+ ASSERT_NE(base_meta, nullptr);
1104
+ ASSERT_EQ(base_meta->GetBlobFileNumber(), base_blob_file_number);
1105
+ ASSERT_EQ(base_meta->GetTotalBlobCount(), base_total_blob_count);
1106
+ ASSERT_EQ(base_meta->GetTotalBlobBytes(), base_total_blob_bytes);
1107
+ ASSERT_EQ(base_meta->GetGarbageBlobCount(), garbage_blob_count);
1108
+ ASSERT_EQ(base_meta->GetGarbageBlobBytes(), garbage_blob_bytes);
1109
+ ASSERT_EQ(base_meta->GetChecksumMethod(), checksum_method);
1110
+ ASSERT_EQ(base_meta->GetChecksumValue(), checksum_value);
1111
+
1112
+ const auto added_meta = GetBlobFileMetaData(new_blob_files, blob_file_number);
1113
+
1114
+ ASSERT_NE(added_meta, nullptr);
1115
+ ASSERT_EQ(added_meta->GetBlobFileNumber(), blob_file_number);
1116
+ ASSERT_EQ(added_meta->GetTotalBlobCount(), total_blob_count);
1117
+ ASSERT_EQ(added_meta->GetTotalBlobBytes(), total_blob_bytes);
1118
+ ASSERT_EQ(added_meta->GetGarbageBlobCount(), garbage_blob_count);
1119
+ ASSERT_EQ(added_meta->GetGarbageBlobBytes(), garbage_blob_bytes);
1120
+ ASSERT_EQ(added_meta->GetChecksumMethod(), checksum_method);
1121
+ ASSERT_EQ(added_meta->GetChecksumValue(), checksum_value);
1122
+
1123
+ UnrefFilesInVersion(&new_vstorage);
1124
+ }
1125
+
1126
+ TEST_F(VersionBuilderTest, CheckConsistencyForBlobFiles) {
1127
+ // Initialize base version. The first table file points to a valid blob file
1128
+ // in this version; the second one does not refer to any blob files.
1129
+
1130
+ Add(/* level */ 1, /* file_number */ 1, /* smallest */ "150",
1131
+ /* largest */ "200", /* file_size */ 100,
1132
+ /* path_id */ 0, /* smallest_seq */ 100, /* largest_seq */ 100,
1133
+ /* num_entries */ 0, /* num_deletions */ 0,
1134
+ /* sampled */ false, /* smallest_seqno */ 100, /* largest_seqno */ 100,
1135
+ /* oldest_blob_file_number */ 16);
1136
+ Add(/* level */ 1, /* file_number */ 23, /* smallest */ "201",
1137
+ /* largest */ "300", /* file_size */ 100,
1138
+ /* path_id */ 0, /* smallest_seq */ 200, /* largest_seq */ 200,
1139
+ /* num_entries */ 0, /* num_deletions */ 0,
1140
+ /* sampled */ false, /* smallest_seqno */ 200, /* largest_seqno */ 200,
1141
+ kInvalidBlobFileNumber);
1142
+
1143
+ AddBlob(/* blob_file_number */ 16, /* total_blob_count */ 1000,
1144
+ /* total_blob_bytes */ 1000000,
1145
+ /* checksum_method */ std::string(),
1146
+ /* checksum_value */ std::string(), BlobFileMetaData::LinkedSsts{1},
1147
+ /* garbage_blob_count */ 500, /* garbage_blob_bytes */ 300000);
1148
+
1149
+ UpdateVersionStorageInfo();
1150
+
1151
+ // Add a new table file that points to the existing blob file, and add a
1152
+ // new table file--blob file pair.
1153
+ EnvOptions env_options;
1154
+ constexpr TableCache* table_cache = nullptr;
1155
+ constexpr VersionSet* version_set = nullptr;
1156
+
1157
+ VersionBuilder builder(env_options, &ioptions_, table_cache, &vstorage_,
1158
+ version_set);
1159
+
1160
+ VersionEdit edit;
1161
+
1162
+ edit.AddFile(/* level */ 1, /* file_number */ 606, /* path_id */ 0,
1163
+ /* file_size */ 100, /* smallest */ GetInternalKey("701"),
1164
+ /* largest */ GetInternalKey("750"), /* smallest_seqno */ 200,
1165
+ /* largest_seqno */ 200, /* marked_for_compaction */ false,
1166
+ /* oldest_blob_file_number */ 16, kUnknownOldestAncesterTime,
1167
+ kUnknownFileCreationTime, kUnknownFileChecksum,
1168
+ kUnknownFileChecksumFuncName);
1169
+
1170
+ edit.AddFile(/* level */ 1, /* file_number */ 700, /* path_id */ 0,
1171
+ /* file_size */ 100, /* smallest */ GetInternalKey("801"),
1172
+ /* largest */ GetInternalKey("850"), /* smallest_seqno */ 200,
1173
+ /* largest_seqno */ 200, /* marked_for_compaction */ false,
1174
+ /* oldest_blob_file_number */ 1000, kUnknownOldestAncesterTime,
1175
+ kUnknownFileCreationTime, kUnknownFileChecksum,
1176
+ kUnknownFileChecksumFuncName);
1177
+ edit.AddBlobFile(/* blob_file_number */ 1000, /* total_blob_count */ 2000,
1178
+ /* total_blob_bytes */ 200000,
1179
+ /* checksum_method */ std::string(),
1180
+ /* checksum_value */ std::string());
1181
+
1182
+ ASSERT_OK(builder.Apply(&edit));
1183
+
1184
+ // Save to a new version in order to trigger consistency checks.
1185
+ constexpr bool force_consistency_checks = true;
1186
+ VersionStorageInfo new_vstorage(&icmp_, ucmp_, options_.num_levels,
1187
+ kCompactionStyleLevel, &vstorage_,
1188
+ force_consistency_checks);
1189
+
1190
+ ASSERT_OK(builder.SaveTo(&new_vstorage));
1191
+
1192
+ UnrefFilesInVersion(&new_vstorage);
1193
+ }
1194
+
1195
+ TEST_F(VersionBuilderTest, CheckConsistencyForBlobFilesInconsistentLinks) {
1196
+ // Initialize base version. Links between the table file and the blob file
1197
+ // are inconsistent.
1198
+
1199
+ Add(/* level */ 1, /* file_number */ 1, /* smallest */ "150",
1200
+ /* largest */ "200", /* file_size */ 100,
1201
+ /* path_id */ 0, /* smallest_seq */ 100, /* largest_seq */ 100,
1202
+ /* num_entries */ 0, /* num_deletions */ 0,
1203
+ /* sampled */ false, /* smallest_seqno */ 100, /* largest_seqno */ 100,
1204
+ /* oldest_blob_file_number */ 256);
1205
+
1206
+ AddBlob(/* blob_file_number */ 16, /* total_blob_count */ 1000,
1207
+ /* total_blob_bytes */ 1000000,
1208
+ /* checksum_method */ std::string(),
1209
+ /* checksum_value */ std::string(), BlobFileMetaData::LinkedSsts{1},
1210
+ /* garbage_blob_count */ 500, /* garbage_blob_bytes */ 300000);
1211
+
1212
+ UpdateVersionStorageInfo();
1213
+
1214
+ EnvOptions env_options;
1215
+ constexpr TableCache* table_cache = nullptr;
1216
+ constexpr VersionSet* version_set = nullptr;
1217
+
1218
+ VersionBuilder builder(env_options, &ioptions_, table_cache, &vstorage_,
1219
+ version_set);
1220
+
1221
+ // Save to a new version in order to trigger consistency checks.
1222
+ constexpr bool force_consistency_checks = true;
1223
+ VersionStorageInfo new_vstorage(&icmp_, ucmp_, options_.num_levels,
1224
+ kCompactionStyleLevel, &vstorage_,
1225
+ force_consistency_checks);
1226
+
1227
+ const Status s = builder.SaveTo(&new_vstorage);
1228
+ ASSERT_TRUE(s.IsCorruption());
1229
+ ASSERT_TRUE(std::strstr(
1230
+ s.getState(),
1231
+ "Links are inconsistent between table files and blob file #16"));
1232
+
1233
+ UnrefFilesInVersion(&new_vstorage);
1234
+ }
1235
+
1236
+ TEST_F(VersionBuilderTest, CheckConsistencyForBlobFilesAllGarbage) {
1237
+ // Initialize base version. The table file points to a blob file that is
1238
+ // all garbage.
1239
+
1240
+ Add(/* level */ 1, /* file_number */ 1, /* smallest */ "150",
1241
+ /* largest */ "200", /* file_size */ 100,
1242
+ /* path_id */ 0, /* smallest_seq */ 100, /* largest_seq */ 100,
1243
+ /* num_entries */ 0, /* num_deletions */ 0,
1244
+ /* sampled */ false, /* smallest_seqno */ 100, /* largest_seqno */ 100,
1245
+ /* oldest_blob_file_number */ 16);
1246
+
1247
+ AddBlob(/* blob_file_number */ 16, /* total_blob_count */ 1000,
1248
+ /* total_blob_bytes */ 1000000,
1249
+ /* checksum_method */ std::string(),
1250
+ /* checksum_value */ std::string(), BlobFileMetaData::LinkedSsts{1},
1251
+ /* garbage_blob_count */ 1000, /* garbage_blob_bytes */ 1000000);
1252
+
1253
+ UpdateVersionStorageInfo();
1254
+
1255
+ EnvOptions env_options;
1256
+ constexpr TableCache* table_cache = nullptr;
1257
+ constexpr VersionSet* version_set = nullptr;
1258
+
1259
+ VersionBuilder builder(env_options, &ioptions_, table_cache, &vstorage_,
1260
+ version_set);
1261
+
1262
+ // Save to a new version in order to trigger consistency checks.
1263
+ constexpr bool force_consistency_checks = true;
1264
+ VersionStorageInfo new_vstorage(&icmp_, ucmp_, options_.num_levels,
1265
+ kCompactionStyleLevel, &vstorage_,
1266
+ force_consistency_checks);
1267
+
1268
+ const Status s = builder.SaveTo(&new_vstorage);
1269
+ ASSERT_TRUE(s.IsCorruption());
1270
+ ASSERT_TRUE(
1271
+ std::strstr(s.getState(), "Blob file #16 consists entirely of garbage"));
1272
+
1273
+ UnrefFilesInVersion(&new_vstorage);
1274
+ }
1275
+
1276
+ TEST_F(VersionBuilderTest, CheckConsistencyForBlobFilesAllGarbageLinkedSsts) {
1277
+ // Initialize base version, with a table file pointing to a blob file
1278
+ // that has no garbage at this point.
1279
+
1280
+ Add(/* level */ 1, /* file_number */ 1, /* smallest */ "150",
1281
+ /* largest */ "200", /* file_size */ 100,
1282
+ /* path_id */ 0, /* smallest_seq */ 100, /* largest_seq */ 100,
1283
+ /* num_entries */ 0, /* num_deletions */ 0,
1284
+ /* sampled */ false, /* smallest_seqno */ 100, /* largest_seqno */ 100,
1285
+ /* oldest_blob_file_number */ 16);
1286
+
1287
+ AddBlob(/* blob_file_number */ 16, /* total_blob_count */ 1000,
1288
+ /* total_blob_bytes */ 1000000,
1289
+ /* checksum_method */ std::string(),
1290
+ /* checksum_value */ std::string(), BlobFileMetaData::LinkedSsts{1},
1291
+ /* garbage_blob_count */ 0, /* garbage_blob_bytes */ 0);
1292
+
1293
+ UpdateVersionStorageInfo();
1294
+
1295
+ // Mark the entire blob file garbage but do not remove the linked SST.
1296
+ EnvOptions env_options;
1297
+ constexpr TableCache* table_cache = nullptr;
1298
+ constexpr VersionSet* version_set = nullptr;
1299
+
1300
+ VersionBuilder builder(env_options, &ioptions_, table_cache, &vstorage_,
1301
+ version_set);
1302
+
1303
+ VersionEdit edit;
1304
+
1305
+ edit.AddBlobFileGarbage(/* blob_file_number */ 16,
1306
+ /* garbage_blob_count */ 1000,
1307
+ /* garbage_blob_bytes */ 1000000);
1308
+
1309
+ ASSERT_OK(builder.Apply(&edit));
1310
+
1311
+ // Save to a new version in order to trigger consistency checks.
1312
+ constexpr bool force_consistency_checks = true;
1313
+ VersionStorageInfo new_vstorage(&icmp_, ucmp_, options_.num_levels,
1314
+ kCompactionStyleLevel, &vstorage_,
1315
+ force_consistency_checks);
1316
+
1317
+ const Status s = builder.SaveTo(&new_vstorage);
1318
+ ASSERT_TRUE(s.IsCorruption());
1319
+ ASSERT_TRUE(
1320
+ std::strstr(s.getState(), "Blob file #16 consists entirely of garbage"));
1321
+
1322
+ UnrefFilesInVersion(&new_vstorage);
1323
+ }
1324
+
1325
+ TEST_F(VersionBuilderTest, MaintainLinkedSstsForBlobFiles) {
1326
+ // Initialize base version. Table files 1..10 are linked to blob files 1..5,
1327
+ // while table files 11..20 are not linked to any blob files.
1328
+
1329
+ for (uint64_t i = 1; i <= 10; ++i) {
1330
+ std::ostringstream oss;
1331
+ oss << std::setw(2) << std::setfill('0') << i;
1332
+
1333
+ const std::string key = oss.str();
1334
+
1335
+ Add(/* level */ 1, /* file_number */ i, /* smallest */ key.c_str(),
1336
+ /* largest */ key.c_str(), /* file_size */ 100,
1337
+ /* path_id */ 0, /* smallest_seq */ i * 100, /* largest_seq */ i * 100,
1338
+ /* num_entries */ 0, /* num_deletions */ 0,
1339
+ /* sampled */ false, /* smallest_seqno */ i * 100,
1340
+ /* largest_seqno */ i * 100,
1341
+ /* oldest_blob_file_number */ ((i - 1) % 5) + 1);
1342
+ }
1343
+
1344
+ for (uint64_t i = 1; i <= 5; ++i) {
1345
+ AddBlob(/* blob_file_number */ i, /* total_blob_count */ 2000,
1346
+ /* total_blob_bytes */ 2000000,
1347
+ /* checksum_method */ std::string(),
1348
+ /* checksum_value */ std::string(),
1349
+ BlobFileMetaData::LinkedSsts{i, i + 5},
1350
+ /* garbage_blob_count */ 1000, /* garbage_blob_bytes */ 1000000);
1351
+ }
1352
+
1353
+ for (uint64_t i = 11; i <= 20; ++i) {
1354
+ std::ostringstream oss;
1355
+ oss << std::setw(2) << std::setfill('0') << i;
1356
+
1357
+ const std::string key = oss.str();
1358
+
1359
+ Add(/* level */ 1, /* file_number */ i, /* smallest */ key.c_str(),
1360
+ /* largest */ key.c_str(), /* file_size */ 100,
1361
+ /* path_id */ 0, /* smallest_seq */ i * 100, /* largest_seq */ i * 100,
1362
+ /* num_entries */ 0, /* num_deletions */ 0,
1363
+ /* sampled */ false, /* smallest_seqno */ i * 100,
1364
+ /* largest_seqno */ i * 100, kInvalidBlobFileNumber);
1365
+ }
1366
+
1367
+ UpdateVersionStorageInfo();
1368
+
1369
+ {
1370
+ const auto& blob_files = vstorage_.GetBlobFiles();
1371
+ ASSERT_EQ(blob_files.size(), 5);
1372
+
1373
+ const std::vector<BlobFileMetaData::LinkedSsts> expected_linked_ssts{
1374
+ {1, 6}, {2, 7}, {3, 8}, {4, 9}, {5, 10}};
1375
+
1376
+ for (size_t i = 0; i < 5; ++i) {
1377
+ const auto meta =
1378
+ GetBlobFileMetaData(blob_files, /* blob_file_number */ i + 1);
1379
+ ASSERT_NE(meta, nullptr);
1380
+ ASSERT_EQ(meta->GetLinkedSsts(), expected_linked_ssts[i]);
1381
+ }
1382
+ }
1383
+
1384
+ VersionEdit edit;
1385
+
1386
+ // Add an SST that references a blob file.
1387
+ edit.AddFile(
1388
+ /* level */ 1, /* file_number */ 21, /* path_id */ 0,
1389
+ /* file_size */ 100, /* smallest */ GetInternalKey("21", 2100),
1390
+ /* largest */ GetInternalKey("21", 2100), /* smallest_seqno */ 2100,
1391
+ /* largest_seqno */ 2100, /* marked_for_compaction */ false,
1392
+ /* oldest_blob_file_number */ 1, kUnknownOldestAncesterTime,
1393
+ kUnknownFileCreationTime, kUnknownFileChecksum,
1394
+ kUnknownFileChecksumFuncName);
1395
+
1396
+ // Add an SST that does not reference any blob files.
1397
+ edit.AddFile(
1398
+ /* level */ 1, /* file_number */ 22, /* path_id */ 0,
1399
+ /* file_size */ 100, /* smallest */ GetInternalKey("22", 2200),
1400
+ /* largest */ GetInternalKey("22", 2200), /* smallest_seqno */ 2200,
1401
+ /* largest_seqno */ 2200, /* marked_for_compaction */ false,
1402
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
1403
+ kUnknownFileCreationTime, kUnknownFileChecksum,
1404
+ kUnknownFileChecksumFuncName);
1405
+
1406
+ // Delete a file that references a blob file.
1407
+ edit.DeleteFile(/* level */ 1, /* file_number */ 6);
1408
+
1409
+ // Delete a file that does not reference any blob files.
1410
+ edit.DeleteFile(/* level */ 1, /* file_number */ 16);
1411
+
1412
+ // Trivially move a file that references a blob file. Note that we save
1413
+ // the original BlobFileMetaData object so we can check that no new object
1414
+ // gets created.
1415
+ auto meta3 =
1416
+ GetBlobFileMetaData(vstorage_.GetBlobFiles(), /* blob_file_number */ 3);
1417
+
1418
+ edit.DeleteFile(/* level */ 1, /* file_number */ 3);
1419
+ edit.AddFile(/* level */ 2, /* file_number */ 3, /* path_id */ 0,
1420
+ /* file_size */ 100, /* smallest */ GetInternalKey("03", 300),
1421
+ /* largest */ GetInternalKey("03", 300),
1422
+ /* smallest_seqno */ 300,
1423
+ /* largest_seqno */ 300, /* marked_for_compaction */ false,
1424
+ /* oldest_blob_file_number */ 3, kUnknownOldestAncesterTime,
1425
+ kUnknownFileCreationTime, kUnknownFileChecksum,
1426
+ kUnknownFileChecksumFuncName);
1427
+
1428
+ // Trivially move a file that does not reference any blob files.
1429
+ edit.DeleteFile(/* level */ 1, /* file_number */ 13);
1430
+ edit.AddFile(/* level */ 2, /* file_number */ 13, /* path_id */ 0,
1431
+ /* file_size */ 100, /* smallest */ GetInternalKey("13", 1300),
1432
+ /* largest */ GetInternalKey("13", 1300),
1433
+ /* smallest_seqno */ 1300,
1434
+ /* largest_seqno */ 1300, /* marked_for_compaction */ false,
1435
+ kInvalidBlobFileNumber, kUnknownOldestAncesterTime,
1436
+ kUnknownFileCreationTime, kUnknownFileChecksum,
1437
+ kUnknownFileChecksumFuncName);
1438
+
1439
+ // Add one more SST file that references a blob file, then promptly
1440
+ // delete it in a second version edit before the new version gets saved.
1441
+ // This file should not show up as linked to the blob file in the new version.
1442
+ edit.AddFile(/* level */ 1, /* file_number */ 23, /* path_id */ 0,
1443
+ /* file_size */ 100, /* smallest */ GetInternalKey("23", 2300),
1444
+ /* largest */ GetInternalKey("23", 2300),
1445
+ /* smallest_seqno */ 2300,
1446
+ /* largest_seqno */ 2300, /* marked_for_compaction */ false,
1447
+ /* oldest_blob_file_number */ 5, kUnknownOldestAncesterTime,
1448
+ kUnknownFileCreationTime, kUnknownFileChecksum,
1449
+ kUnknownFileChecksumFuncName);
1450
+
1451
+ VersionEdit edit2;
1452
+
1453
+ edit2.DeleteFile(/* level */ 1, /* file_number */ 23);
1454
+
1455
+ EnvOptions env_options;
1456
+ constexpr TableCache* table_cache = nullptr;
1457
+ constexpr VersionSet* version_set = nullptr;
1458
+
1459
+ VersionBuilder builder(env_options, &ioptions_, table_cache, &vstorage_,
1460
+ version_set);
1461
+
1462
+ ASSERT_OK(builder.Apply(&edit));
1463
+ ASSERT_OK(builder.Apply(&edit2));
1464
+
1465
+ constexpr bool force_consistency_checks = true;
1466
+ VersionStorageInfo new_vstorage(&icmp_, ucmp_, options_.num_levels,
1467
+ kCompactionStyleLevel, &vstorage_,
1468
+ force_consistency_checks);
1469
+
1470
+ ASSERT_OK(builder.SaveTo(&new_vstorage));
1471
+
1472
+ {
1473
+ const auto& blob_files = new_vstorage.GetBlobFiles();
1474
+ ASSERT_EQ(blob_files.size(), 5);
1475
+
1476
+ const std::vector<BlobFileMetaData::LinkedSsts> expected_linked_ssts{
1477
+ {1, 21}, {2, 7}, {3, 8}, {4, 9}, {5, 10}};
1478
+
1479
+ for (size_t i = 0; i < 5; ++i) {
1480
+ const auto meta =
1481
+ GetBlobFileMetaData(blob_files, /* blob_file_number */ i + 1);
1482
+ ASSERT_NE(meta, nullptr);
1483
+ ASSERT_EQ(meta->GetLinkedSsts(), expected_linked_ssts[i]);
1484
+ }
1485
+
1486
+ // Make sure that no new BlobFileMetaData got created for the blob file
1487
+ // affected by the trivial move.
1488
+ ASSERT_EQ(GetBlobFileMetaData(blob_files, /* blob_file_number */ 3), meta3);
1489
+ }
1490
+
1491
+ UnrefFilesInVersion(&new_vstorage);
1492
+ }
1493
+
1494
+ TEST_F(VersionBuilderTest, CheckConsistencyForFileDeletedTwice) {
1495
+ Add(0, 1U, "150", "200", 100U);
1496
+ UpdateVersionStorageInfo();
1497
+
1498
+ VersionEdit version_edit;
1499
+ version_edit.DeleteFile(0, 1U);
1500
+
1501
+ EnvOptions env_options;
1502
+ constexpr TableCache* table_cache = nullptr;
1503
+ constexpr VersionSet* version_set = nullptr;
1504
+
1505
+ VersionBuilder version_builder(env_options, &ioptions_, table_cache,
1506
+ &vstorage_, version_set);
1507
+ VersionStorageInfo new_vstorage(&icmp_, ucmp_, options_.num_levels,
1508
+ kCompactionStyleLevel, nullptr,
1509
+ true /* force_consistency_checks */);
1510
+ ASSERT_OK(version_builder.Apply(&version_edit));
1511
+ ASSERT_OK(version_builder.SaveTo(&new_vstorage));
1512
+
1513
+ VersionBuilder version_builder2(env_options, &ioptions_, table_cache,
1514
+ &new_vstorage, version_set);
1515
+ VersionStorageInfo new_vstorage2(&icmp_, ucmp_, options_.num_levels,
1516
+ kCompactionStyleLevel, nullptr,
1517
+ true /* force_consistency_checks */);
1518
+ ASSERT_NOK(version_builder2.Apply(&version_edit));
1519
+
1520
+ UnrefFilesInVersion(&new_vstorage);
1521
+ UnrefFilesInVersion(&new_vstorage2);
1522
+ }
1523
+
1524
+ TEST_F(VersionBuilderTest, EstimatedActiveKeys) {
1525
+ const uint32_t kTotalSamples = 20;
1526
+ const uint32_t kNumLevels = 5;
1527
+ const uint32_t kFilesPerLevel = 8;
1528
+ const uint32_t kNumFiles = kNumLevels * kFilesPerLevel;
1529
+ const uint32_t kEntriesPerFile = 1000;
1530
+ const uint32_t kDeletionsPerFile = 100;
1531
+ for (uint32_t i = 0; i < kNumFiles; ++i) {
1532
+ Add(static_cast<int>(i / kFilesPerLevel), i + 1,
1533
+ ToString((i + 100) * 1000).c_str(),
1534
+ ToString((i + 100) * 1000 + 999).c_str(),
1535
+ 100U, 0, 100, 100,
1536
+ kEntriesPerFile, kDeletionsPerFile,
1537
+ (i < kTotalSamples));
1538
+ }
1539
+ // minus 2X for the number of deletion entries because:
1540
+ // 1x for deletion entry does not count as a data entry.
1541
+ // 1x for each deletion entry will actually remove one data entry.
1542
+ ASSERT_EQ(vstorage_.GetEstimatedActiveKeys(),
1543
+ (kEntriesPerFile - 2 * kDeletionsPerFile) * kNumFiles);
1544
+ }
1545
+
1546
+ } // namespace ROCKSDB_NAMESPACE
1547
+
1548
+ int main(int argc, char** argv) {
1549
+ ::testing::InitGoogleTest(&argc, argv);
1550
+ return RUN_ALL_TESTS();
1551
+ }