@nxtedition/rocksdb 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1088) hide show
  1. package/CHANGELOG.md +294 -0
  2. package/LICENSE +21 -0
  3. package/README.md +102 -0
  4. package/UPGRADING.md +91 -0
  5. package/binding.cc +1276 -0
  6. package/binding.gyp +73 -0
  7. package/binding.js +1 -0
  8. package/chained-batch.js +44 -0
  9. package/deps/rocksdb/build_version.cc +4 -0
  10. package/deps/rocksdb/rocksdb/CMakeLists.txt +1356 -0
  11. package/deps/rocksdb/rocksdb/COPYING +339 -0
  12. package/deps/rocksdb/rocksdb/LICENSE.Apache +202 -0
  13. package/deps/rocksdb/rocksdb/LICENSE.leveldb +29 -0
  14. package/deps/rocksdb/rocksdb/Makefile +2521 -0
  15. package/deps/rocksdb/rocksdb/TARGETS +2100 -0
  16. package/deps/rocksdb/rocksdb/cache/cache.cc +63 -0
  17. package/deps/rocksdb/rocksdb/cache/cache_bench.cc +381 -0
  18. package/deps/rocksdb/rocksdb/cache/cache_helpers.h +114 -0
  19. package/deps/rocksdb/rocksdb/cache/cache_test.cc +775 -0
  20. package/deps/rocksdb/rocksdb/cache/clock_cache.cc +769 -0
  21. package/deps/rocksdb/rocksdb/cache/clock_cache.h +16 -0
  22. package/deps/rocksdb/rocksdb/cache/lru_cache.cc +574 -0
  23. package/deps/rocksdb/rocksdb/cache/lru_cache.h +339 -0
  24. package/deps/rocksdb/rocksdb/cache/lru_cache_test.cc +199 -0
  25. package/deps/rocksdb/rocksdb/cache/sharded_cache.cc +162 -0
  26. package/deps/rocksdb/rocksdb/cache/sharded_cache.h +111 -0
  27. package/deps/rocksdb/rocksdb/cmake/RocksDBConfig.cmake.in +54 -0
  28. package/deps/rocksdb/rocksdb/cmake/modules/CxxFlags.cmake +7 -0
  29. package/deps/rocksdb/rocksdb/cmake/modules/FindJeMalloc.cmake +29 -0
  30. package/deps/rocksdb/rocksdb/cmake/modules/FindNUMA.cmake +29 -0
  31. package/deps/rocksdb/rocksdb/cmake/modules/FindSnappy.cmake +29 -0
  32. package/deps/rocksdb/rocksdb/cmake/modules/FindTBB.cmake +33 -0
  33. package/deps/rocksdb/rocksdb/cmake/modules/Findgflags.cmake +29 -0
  34. package/deps/rocksdb/rocksdb/cmake/modules/Findlz4.cmake +29 -0
  35. package/deps/rocksdb/rocksdb/cmake/modules/Findzstd.cmake +29 -0
  36. package/deps/rocksdb/rocksdb/cmake/modules/ReadVersion.cmake +10 -0
  37. package/deps/rocksdb/rocksdb/db/arena_wrapped_db_iter.cc +108 -0
  38. package/deps/rocksdb/rocksdb/db/arena_wrapped_db_iter.h +115 -0
  39. package/deps/rocksdb/rocksdb/db/blob/blob_constants.h +16 -0
  40. package/deps/rocksdb/rocksdb/db/blob/blob_file_addition.cc +154 -0
  41. package/deps/rocksdb/rocksdb/db/blob/blob_file_addition.h +67 -0
  42. package/deps/rocksdb/rocksdb/db/blob/blob_file_addition_test.cc +206 -0
  43. package/deps/rocksdb/rocksdb/db/blob/blob_file_builder.cc +316 -0
  44. package/deps/rocksdb/rocksdb/db/blob/blob_file_builder.h +91 -0
  45. package/deps/rocksdb/rocksdb/db/blob/blob_file_builder_test.cc +660 -0
  46. package/deps/rocksdb/rocksdb/db/blob/blob_file_cache.cc +99 -0
  47. package/deps/rocksdb/rocksdb/db/blob/blob_file_cache.h +49 -0
  48. package/deps/rocksdb/rocksdb/db/blob/blob_file_cache_test.cc +268 -0
  49. package/deps/rocksdb/rocksdb/db/blob/blob_file_garbage.cc +134 -0
  50. package/deps/rocksdb/rocksdb/db/blob/blob_file_garbage.h +57 -0
  51. package/deps/rocksdb/rocksdb/db/blob/blob_file_garbage_test.cc +173 -0
  52. package/deps/rocksdb/rocksdb/db/blob/blob_file_meta.cc +55 -0
  53. package/deps/rocksdb/rocksdb/db/blob/blob_file_meta.h +164 -0
  54. package/deps/rocksdb/rocksdb/db/blob/blob_file_reader.cc +423 -0
  55. package/deps/rocksdb/rocksdb/db/blob/blob_file_reader.h +81 -0
  56. package/deps/rocksdb/rocksdb/db/blob/blob_file_reader_test.cc +771 -0
  57. package/deps/rocksdb/rocksdb/db/blob/blob_index.h +184 -0
  58. package/deps/rocksdb/rocksdb/db/blob/blob_log_format.cc +145 -0
  59. package/deps/rocksdb/rocksdb/db/blob/blob_log_format.h +148 -0
  60. package/deps/rocksdb/rocksdb/db/blob/blob_log_sequential_reader.cc +132 -0
  61. package/deps/rocksdb/rocksdb/db/blob/blob_log_sequential_reader.h +76 -0
  62. package/deps/rocksdb/rocksdb/db/blob/blob_log_writer.cc +168 -0
  63. package/deps/rocksdb/rocksdb/db/blob/blob_log_writer.h +83 -0
  64. package/deps/rocksdb/rocksdb/db/blob/db_blob_basic_test.cc +307 -0
  65. package/deps/rocksdb/rocksdb/db/blob/db_blob_index_test.cc +464 -0
  66. package/deps/rocksdb/rocksdb/db/builder.cc +358 -0
  67. package/deps/rocksdb/rocksdb/db/builder.h +95 -0
  68. package/deps/rocksdb/rocksdb/db/c.cc +5281 -0
  69. package/deps/rocksdb/rocksdb/db/c_test.c +2883 -0
  70. package/deps/rocksdb/rocksdb/db/column_family.cc +1602 -0
  71. package/deps/rocksdb/rocksdb/db/column_family.h +787 -0
  72. package/deps/rocksdb/rocksdb/db/column_family_test.cc +3427 -0
  73. package/deps/rocksdb/rocksdb/db/compact_files_test.cc +425 -0
  74. package/deps/rocksdb/rocksdb/db/compacted_db_impl.cc +169 -0
  75. package/deps/rocksdb/rocksdb/db/compacted_db_impl.h +118 -0
  76. package/deps/rocksdb/rocksdb/db/compaction/compaction.cc +591 -0
  77. package/deps/rocksdb/rocksdb/db/compaction/compaction.h +389 -0
  78. package/deps/rocksdb/rocksdb/db/compaction/compaction_iteration_stats.h +37 -0
  79. package/deps/rocksdb/rocksdb/db/compaction/compaction_iterator.cc +1023 -0
  80. package/deps/rocksdb/rocksdb/db/compaction/compaction_iterator.h +353 -0
  81. package/deps/rocksdb/rocksdb/db/compaction/compaction_iterator_test.cc +1254 -0
  82. package/deps/rocksdb/rocksdb/db/compaction/compaction_job.cc +1917 -0
  83. package/deps/rocksdb/rocksdb/db/compaction/compaction_job.h +208 -0
  84. package/deps/rocksdb/rocksdb/db/compaction/compaction_job_stats_test.cc +1037 -0
  85. package/deps/rocksdb/rocksdb/db/compaction/compaction_job_test.cc +1224 -0
  86. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker.cc +1135 -0
  87. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker.h +318 -0
  88. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_fifo.cc +255 -0
  89. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_fifo.h +57 -0
  90. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_level.cc +510 -0
  91. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_level.h +33 -0
  92. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_test.cc +2190 -0
  93. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_universal.cc +1103 -0
  94. package/deps/rocksdb/rocksdb/db/compaction/compaction_picker_universal.h +32 -0
  95. package/deps/rocksdb/rocksdb/db/compaction/sst_partitioner.cc +44 -0
  96. package/deps/rocksdb/rocksdb/db/comparator_db_test.cc +660 -0
  97. package/deps/rocksdb/rocksdb/db/convenience.cc +78 -0
  98. package/deps/rocksdb/rocksdb/db/corruption_test.cc +921 -0
  99. package/deps/rocksdb/rocksdb/db/cuckoo_table_db_test.cc +359 -0
  100. package/deps/rocksdb/rocksdb/db/db_basic_test.cc +3820 -0
  101. package/deps/rocksdb/rocksdb/db/db_block_cache_test.cc +1058 -0
  102. package/deps/rocksdb/rocksdb/db/db_bloom_filter_test.cc +2128 -0
  103. package/deps/rocksdb/rocksdb/db/db_compaction_filter_test.cc +851 -0
  104. package/deps/rocksdb/rocksdb/db/db_compaction_test.cc +6292 -0
  105. package/deps/rocksdb/rocksdb/db/db_dynamic_level_test.cc +509 -0
  106. package/deps/rocksdb/rocksdb/db/db_encryption_test.cc +130 -0
  107. package/deps/rocksdb/rocksdb/db/db_filesnapshot.cc +137 -0
  108. package/deps/rocksdb/rocksdb/db/db_flush_test.cc +1119 -0
  109. package/deps/rocksdb/rocksdb/db/db_impl/db_impl.cc +5057 -0
  110. package/deps/rocksdb/rocksdb/db/db_impl/db_impl.h +2274 -0
  111. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_compaction_flush.cc +3421 -0
  112. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_debug.cc +298 -0
  113. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_experimental.cc +151 -0
  114. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_files.cc +967 -0
  115. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_open.cc +1806 -0
  116. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_readonly.cc +270 -0
  117. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_readonly.h +146 -0
  118. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_secondary.cc +683 -0
  119. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_secondary.h +333 -0
  120. package/deps/rocksdb/rocksdb/db/db_impl/db_impl_write.cc +2024 -0
  121. package/deps/rocksdb/rocksdb/db/db_impl/db_secondary_test.cc +932 -0
  122. package/deps/rocksdb/rocksdb/db/db_info_dumper.cc +137 -0
  123. package/deps/rocksdb/rocksdb/db/db_info_dumper.h +15 -0
  124. package/deps/rocksdb/rocksdb/db/db_inplace_update_test.cc +178 -0
  125. package/deps/rocksdb/rocksdb/db/db_io_failure_test.cc +592 -0
  126. package/deps/rocksdb/rocksdb/db/db_iter.cc +1493 -0
  127. package/deps/rocksdb/rocksdb/db/db_iter.h +390 -0
  128. package/deps/rocksdb/rocksdb/db/db_iter_stress_test.cc +657 -0
  129. package/deps/rocksdb/rocksdb/db/db_iter_test.cc +3268 -0
  130. package/deps/rocksdb/rocksdb/db/db_iterator_test.cc +3197 -0
  131. package/deps/rocksdb/rocksdb/db/db_log_iter_test.cc +299 -0
  132. package/deps/rocksdb/rocksdb/db/db_logical_block_size_cache_test.cc +513 -0
  133. package/deps/rocksdb/rocksdb/db/db_memtable_test.cc +329 -0
  134. package/deps/rocksdb/rocksdb/db/db_merge_operand_test.cc +241 -0
  135. package/deps/rocksdb/rocksdb/db/db_merge_operator_test.cc +671 -0
  136. package/deps/rocksdb/rocksdb/db/db_options_test.cc +1022 -0
  137. package/deps/rocksdb/rocksdb/db/db_properties_test.cc +1723 -0
  138. package/deps/rocksdb/rocksdb/db/db_range_del_test.cc +1694 -0
  139. package/deps/rocksdb/rocksdb/db/db_sst_test.cc +1261 -0
  140. package/deps/rocksdb/rocksdb/db/db_statistics_test.cc +164 -0
  141. package/deps/rocksdb/rocksdb/db/db_table_properties_test.cc +488 -0
  142. package/deps/rocksdb/rocksdb/db/db_tailing_iter_test.cc +567 -0
  143. package/deps/rocksdb/rocksdb/db/db_test.cc +6736 -0
  144. package/deps/rocksdb/rocksdb/db/db_test2.cc +5408 -0
  145. package/deps/rocksdb/rocksdb/db/db_test_util.cc +1633 -0
  146. package/deps/rocksdb/rocksdb/db/db_test_util.h +1194 -0
  147. package/deps/rocksdb/rocksdb/db/db_universal_compaction_test.cc +2235 -0
  148. package/deps/rocksdb/rocksdb/db/db_wal_test.cc +1780 -0
  149. package/deps/rocksdb/rocksdb/db/db_with_timestamp_basic_test.cc +2520 -0
  150. package/deps/rocksdb/rocksdb/db/db_with_timestamp_compaction_test.cc +119 -0
  151. package/deps/rocksdb/rocksdb/db/db_write_test.cc +465 -0
  152. package/deps/rocksdb/rocksdb/db/dbformat.cc +222 -0
  153. package/deps/rocksdb/rocksdb/db/dbformat.h +786 -0
  154. package/deps/rocksdb/rocksdb/db/dbformat_test.cc +206 -0
  155. package/deps/rocksdb/rocksdb/db/deletefile_test.cc +580 -0
  156. package/deps/rocksdb/rocksdb/db/error_handler.cc +726 -0
  157. package/deps/rocksdb/rocksdb/db/error_handler.h +117 -0
  158. package/deps/rocksdb/rocksdb/db/error_handler_fs_test.cc +2598 -0
  159. package/deps/rocksdb/rocksdb/db/event_helpers.cc +233 -0
  160. package/deps/rocksdb/rocksdb/db/event_helpers.h +57 -0
  161. package/deps/rocksdb/rocksdb/db/experimental.cc +50 -0
  162. package/deps/rocksdb/rocksdb/db/external_sst_file_basic_test.cc +1559 -0
  163. package/deps/rocksdb/rocksdb/db/external_sst_file_ingestion_job.cc +910 -0
  164. package/deps/rocksdb/rocksdb/db/external_sst_file_ingestion_job.h +195 -0
  165. package/deps/rocksdb/rocksdb/db/external_sst_file_test.cc +2936 -0
  166. package/deps/rocksdb/rocksdb/db/fault_injection_test.cc +556 -0
  167. package/deps/rocksdb/rocksdb/db/file_indexer.cc +216 -0
  168. package/deps/rocksdb/rocksdb/db/file_indexer.h +142 -0
  169. package/deps/rocksdb/rocksdb/db/file_indexer_test.cc +350 -0
  170. package/deps/rocksdb/rocksdb/db/filename_test.cc +179 -0
  171. package/deps/rocksdb/rocksdb/db/flush_job.cc +514 -0
  172. package/deps/rocksdb/rocksdb/db/flush_job.h +169 -0
  173. package/deps/rocksdb/rocksdb/db/flush_job_test.cc +647 -0
  174. package/deps/rocksdb/rocksdb/db/flush_scheduler.cc +86 -0
  175. package/deps/rocksdb/rocksdb/db/flush_scheduler.h +54 -0
  176. package/deps/rocksdb/rocksdb/db/forward_iterator.cc +1023 -0
  177. package/deps/rocksdb/rocksdb/db/forward_iterator.h +163 -0
  178. package/deps/rocksdb/rocksdb/db/forward_iterator_bench.cc +377 -0
  179. package/deps/rocksdb/rocksdb/db/import_column_family_job.cc +282 -0
  180. package/deps/rocksdb/rocksdb/db/import_column_family_job.h +75 -0
  181. package/deps/rocksdb/rocksdb/db/import_column_family_test.cc +632 -0
  182. package/deps/rocksdb/rocksdb/db/internal_stats.cc +1461 -0
  183. package/deps/rocksdb/rocksdb/db/internal_stats.h +712 -0
  184. package/deps/rocksdb/rocksdb/db/job_context.h +226 -0
  185. package/deps/rocksdb/rocksdb/db/listener_test.cc +1118 -0
  186. package/deps/rocksdb/rocksdb/db/log_format.h +48 -0
  187. package/deps/rocksdb/rocksdb/db/log_reader.cc +654 -0
  188. package/deps/rocksdb/rocksdb/db/log_reader.h +192 -0
  189. package/deps/rocksdb/rocksdb/db/log_test.cc +901 -0
  190. package/deps/rocksdb/rocksdb/db/log_writer.cc +164 -0
  191. package/deps/rocksdb/rocksdb/db/log_writer.h +115 -0
  192. package/deps/rocksdb/rocksdb/db/logs_with_prep_tracker.cc +67 -0
  193. package/deps/rocksdb/rocksdb/db/logs_with_prep_tracker.h +63 -0
  194. package/deps/rocksdb/rocksdb/db/lookup_key.h +66 -0
  195. package/deps/rocksdb/rocksdb/db/malloc_stats.cc +54 -0
  196. package/deps/rocksdb/rocksdb/db/malloc_stats.h +24 -0
  197. package/deps/rocksdb/rocksdb/db/manual_compaction_test.cc +296 -0
  198. package/deps/rocksdb/rocksdb/db/memtable.cc +1169 -0
  199. package/deps/rocksdb/rocksdb/db/memtable.h +554 -0
  200. package/deps/rocksdb/rocksdb/db/memtable_list.cc +888 -0
  201. package/deps/rocksdb/rocksdb/db/memtable_list.h +438 -0
  202. package/deps/rocksdb/rocksdb/db/memtable_list_test.cc +935 -0
  203. package/deps/rocksdb/rocksdb/db/merge_context.h +134 -0
  204. package/deps/rocksdb/rocksdb/db/merge_helper.cc +421 -0
  205. package/deps/rocksdb/rocksdb/db/merge_helper.h +197 -0
  206. package/deps/rocksdb/rocksdb/db/merge_helper_test.cc +290 -0
  207. package/deps/rocksdb/rocksdb/db/merge_operator.cc +86 -0
  208. package/deps/rocksdb/rocksdb/db/merge_test.cc +608 -0
  209. package/deps/rocksdb/rocksdb/db/obsolete_files_test.cc +338 -0
  210. package/deps/rocksdb/rocksdb/db/options_file_test.cc +119 -0
  211. package/deps/rocksdb/rocksdb/db/output_validator.cc +30 -0
  212. package/deps/rocksdb/rocksdb/db/output_validator.h +47 -0
  213. package/deps/rocksdb/rocksdb/db/perf_context_test.cc +993 -0
  214. package/deps/rocksdb/rocksdb/db/periodic_work_scheduler.cc +113 -0
  215. package/deps/rocksdb/rocksdb/db/periodic_work_scheduler.h +76 -0
  216. package/deps/rocksdb/rocksdb/db/periodic_work_scheduler_test.cc +231 -0
  217. package/deps/rocksdb/rocksdb/db/pinned_iterators_manager.h +87 -0
  218. package/deps/rocksdb/rocksdb/db/plain_table_db_test.cc +1374 -0
  219. package/deps/rocksdb/rocksdb/db/pre_release_callback.h +38 -0
  220. package/deps/rocksdb/rocksdb/db/prefix_test.cc +910 -0
  221. package/deps/rocksdb/rocksdb/db/range_del_aggregator.cc +489 -0
  222. package/deps/rocksdb/rocksdb/db/range_del_aggregator.h +446 -0
  223. package/deps/rocksdb/rocksdb/db/range_del_aggregator_bench.cc +260 -0
  224. package/deps/rocksdb/rocksdb/db/range_del_aggregator_test.cc +709 -0
  225. package/deps/rocksdb/rocksdb/db/range_tombstone_fragmenter.cc +439 -0
  226. package/deps/rocksdb/rocksdb/db/range_tombstone_fragmenter.h +256 -0
  227. package/deps/rocksdb/rocksdb/db/range_tombstone_fragmenter_test.cc +552 -0
  228. package/deps/rocksdb/rocksdb/db/read_callback.h +53 -0
  229. package/deps/rocksdb/rocksdb/db/repair.cc +722 -0
  230. package/deps/rocksdb/rocksdb/db/repair_test.cc +390 -0
  231. package/deps/rocksdb/rocksdb/db/snapshot_checker.h +61 -0
  232. package/deps/rocksdb/rocksdb/db/snapshot_impl.cc +26 -0
  233. package/deps/rocksdb/rocksdb/db/snapshot_impl.h +167 -0
  234. package/deps/rocksdb/rocksdb/db/table_cache.cc +704 -0
  235. package/deps/rocksdb/rocksdb/db/table_cache.h +233 -0
  236. package/deps/rocksdb/rocksdb/db/table_properties_collector.cc +75 -0
  237. package/deps/rocksdb/rocksdb/db/table_properties_collector.h +107 -0
  238. package/deps/rocksdb/rocksdb/db/table_properties_collector_test.cc +517 -0
  239. package/deps/rocksdb/rocksdb/db/transaction_log_impl.cc +318 -0
  240. package/deps/rocksdb/rocksdb/db/transaction_log_impl.h +128 -0
  241. package/deps/rocksdb/rocksdb/db/trim_history_scheduler.cc +54 -0
  242. package/deps/rocksdb/rocksdb/db/trim_history_scheduler.h +44 -0
  243. package/deps/rocksdb/rocksdb/db/version_builder.cc +1078 -0
  244. package/deps/rocksdb/rocksdb/db/version_builder.h +69 -0
  245. package/deps/rocksdb/rocksdb/db/version_builder_test.cc +1551 -0
  246. package/deps/rocksdb/rocksdb/db/version_edit.cc +955 -0
  247. package/deps/rocksdb/rocksdb/db/version_edit.h +609 -0
  248. package/deps/rocksdb/rocksdb/db/version_edit_handler.cc +699 -0
  249. package/deps/rocksdb/rocksdb/db/version_edit_handler.h +252 -0
  250. package/deps/rocksdb/rocksdb/db/version_edit_test.cc +597 -0
  251. package/deps/rocksdb/rocksdb/db/version_set.cc +6333 -0
  252. package/deps/rocksdb/rocksdb/db/version_set.h +1485 -0
  253. package/deps/rocksdb/rocksdb/db/version_set_test.cc +3035 -0
  254. package/deps/rocksdb/rocksdb/db/wal_edit.cc +204 -0
  255. package/deps/rocksdb/rocksdb/db/wal_edit.h +166 -0
  256. package/deps/rocksdb/rocksdb/db/wal_edit_test.cc +214 -0
  257. package/deps/rocksdb/rocksdb/db/wal_manager.cc +517 -0
  258. package/deps/rocksdb/rocksdb/db/wal_manager.h +119 -0
  259. package/deps/rocksdb/rocksdb/db/wal_manager_test.cc +340 -0
  260. package/deps/rocksdb/rocksdb/db/write_batch.cc +2174 -0
  261. package/deps/rocksdb/rocksdb/db/write_batch_base.cc +94 -0
  262. package/deps/rocksdb/rocksdb/db/write_batch_internal.h +250 -0
  263. package/deps/rocksdb/rocksdb/db/write_batch_test.cc +907 -0
  264. package/deps/rocksdb/rocksdb/db/write_callback.h +27 -0
  265. package/deps/rocksdb/rocksdb/db/write_callback_test.cc +457 -0
  266. package/deps/rocksdb/rocksdb/db/write_controller.cc +128 -0
  267. package/deps/rocksdb/rocksdb/db/write_controller.h +144 -0
  268. package/deps/rocksdb/rocksdb/db/write_controller_test.cc +135 -0
  269. package/deps/rocksdb/rocksdb/db/write_thread.cc +796 -0
  270. package/deps/rocksdb/rocksdb/db/write_thread.h +433 -0
  271. package/deps/rocksdb/rocksdb/db_stress_tool/CMakeLists.txt +14 -0
  272. package/deps/rocksdb/rocksdb/db_stress_tool/batched_ops_stress.cc +341 -0
  273. package/deps/rocksdb/rocksdb/db_stress_tool/cf_consistency_stress.cc +520 -0
  274. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress.cc +23 -0
  275. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_common.cc +337 -0
  276. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_common.h +554 -0
  277. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_compaction_filter.h +79 -0
  278. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_driver.cc +173 -0
  279. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_driver.h +17 -0
  280. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_env_wrapper.h +38 -0
  281. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_gflags.cc +763 -0
  282. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_listener.h +222 -0
  283. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_shared_state.cc +27 -0
  284. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_shared_state.h +428 -0
  285. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_stat.h +218 -0
  286. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_table_properties_collector.h +64 -0
  287. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_test_base.cc +2430 -0
  288. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_test_base.h +237 -0
  289. package/deps/rocksdb/rocksdb/db_stress_tool/db_stress_tool.cc +343 -0
  290. package/deps/rocksdb/rocksdb/db_stress_tool/no_batched_ops_stress.cc +800 -0
  291. package/deps/rocksdb/rocksdb/env/composite_env_wrapper.h +920 -0
  292. package/deps/rocksdb/rocksdb/env/env.cc +733 -0
  293. package/deps/rocksdb/rocksdb/env/env_basic_test.cc +352 -0
  294. package/deps/rocksdb/rocksdb/env/env_chroot.cc +346 -0
  295. package/deps/rocksdb/rocksdb/env/env_chroot.h +22 -0
  296. package/deps/rocksdb/rocksdb/env/env_encryption.cc +1148 -0
  297. package/deps/rocksdb/rocksdb/env/env_encryption_ctr.h +137 -0
  298. package/deps/rocksdb/rocksdb/env/env_hdfs.cc +648 -0
  299. package/deps/rocksdb/rocksdb/env/env_posix.cc +514 -0
  300. package/deps/rocksdb/rocksdb/env/env_test.cc +2230 -0
  301. package/deps/rocksdb/rocksdb/env/file_system.cc +132 -0
  302. package/deps/rocksdb/rocksdb/env/file_system_tracer.cc +448 -0
  303. package/deps/rocksdb/rocksdb/env/file_system_tracer.h +415 -0
  304. package/deps/rocksdb/rocksdb/env/fs_posix.cc +1086 -0
  305. package/deps/rocksdb/rocksdb/env/io_posix.cc +1499 -0
  306. package/deps/rocksdb/rocksdb/env/io_posix.h +402 -0
  307. package/deps/rocksdb/rocksdb/env/io_posix_test.cc +140 -0
  308. package/deps/rocksdb/rocksdb/env/mock_env.cc +1066 -0
  309. package/deps/rocksdb/rocksdb/env/mock_env.h +41 -0
  310. package/deps/rocksdb/rocksdb/env/mock_env_test.cc +85 -0
  311. package/deps/rocksdb/rocksdb/file/delete_scheduler.cc +402 -0
  312. package/deps/rocksdb/rocksdb/file/delete_scheduler.h +150 -0
  313. package/deps/rocksdb/rocksdb/file/delete_scheduler_test.cc +717 -0
  314. package/deps/rocksdb/rocksdb/file/file_prefetch_buffer.cc +156 -0
  315. package/deps/rocksdb/rocksdb/file/file_prefetch_buffer.h +99 -0
  316. package/deps/rocksdb/rocksdb/file/file_util.cc +268 -0
  317. package/deps/rocksdb/rocksdb/file/file_util.h +96 -0
  318. package/deps/rocksdb/rocksdb/file/filename.cc +473 -0
  319. package/deps/rocksdb/rocksdb/file/filename.h +182 -0
  320. package/deps/rocksdb/rocksdb/file/prefetch_test.cc +188 -0
  321. package/deps/rocksdb/rocksdb/file/random_access_file_reader.cc +315 -0
  322. package/deps/rocksdb/rocksdb/file/random_access_file_reader.h +142 -0
  323. package/deps/rocksdb/rocksdb/file/random_access_file_reader_test.cc +482 -0
  324. package/deps/rocksdb/rocksdb/file/read_write_util.cc +67 -0
  325. package/deps/rocksdb/rocksdb/file/read_write_util.h +34 -0
  326. package/deps/rocksdb/rocksdb/file/readahead_raf.cc +169 -0
  327. package/deps/rocksdb/rocksdb/file/readahead_raf.h +29 -0
  328. package/deps/rocksdb/rocksdb/file/sequence_file_reader.cc +237 -0
  329. package/deps/rocksdb/rocksdb/file/sequence_file_reader.h +63 -0
  330. package/deps/rocksdb/rocksdb/file/sst_file_manager_impl.cc +552 -0
  331. package/deps/rocksdb/rocksdb/file/sst_file_manager_impl.h +203 -0
  332. package/deps/rocksdb/rocksdb/file/writable_file_writer.cc +523 -0
  333. package/deps/rocksdb/rocksdb/file/writable_file_writer.h +251 -0
  334. package/deps/rocksdb/rocksdb/hdfs/env_hdfs.h +386 -0
  335. package/deps/rocksdb/rocksdb/include/rocksdb/advanced_options.h +839 -0
  336. package/deps/rocksdb/rocksdb/include/rocksdb/c.h +2218 -0
  337. package/deps/rocksdb/rocksdb/include/rocksdb/cache.h +294 -0
  338. package/deps/rocksdb/rocksdb/include/rocksdb/cleanable.h +71 -0
  339. package/deps/rocksdb/rocksdb/include/rocksdb/compaction_filter.h +214 -0
  340. package/deps/rocksdb/rocksdb/include/rocksdb/compaction_job_stats.h +98 -0
  341. package/deps/rocksdb/rocksdb/include/rocksdb/comparator.h +137 -0
  342. package/deps/rocksdb/rocksdb/include/rocksdb/compression_type.h +40 -0
  343. package/deps/rocksdb/rocksdb/include/rocksdb/concurrent_task_limiter.h +46 -0
  344. package/deps/rocksdb/rocksdb/include/rocksdb/configurable.h +359 -0
  345. package/deps/rocksdb/rocksdb/include/rocksdb/convenience.h +499 -0
  346. package/deps/rocksdb/rocksdb/include/rocksdb/customizable.h +138 -0
  347. package/deps/rocksdb/rocksdb/include/rocksdb/db.h +1697 -0
  348. package/deps/rocksdb/rocksdb/include/rocksdb/db_bench_tool.h +11 -0
  349. package/deps/rocksdb/rocksdb/include/rocksdb/db_dump_tool.h +45 -0
  350. package/deps/rocksdb/rocksdb/include/rocksdb/db_stress_tool.h +11 -0
  351. package/deps/rocksdb/rocksdb/include/rocksdb/env.h +1671 -0
  352. package/deps/rocksdb/rocksdb/include/rocksdb/env_encryption.h +405 -0
  353. package/deps/rocksdb/rocksdb/include/rocksdb/experimental.h +29 -0
  354. package/deps/rocksdb/rocksdb/include/rocksdb/file_checksum.h +129 -0
  355. package/deps/rocksdb/rocksdb/include/rocksdb/file_system.h +1472 -0
  356. package/deps/rocksdb/rocksdb/include/rocksdb/filter_policy.h +238 -0
  357. package/deps/rocksdb/rocksdb/include/rocksdb/flush_block_policy.h +61 -0
  358. package/deps/rocksdb/rocksdb/include/rocksdb/io_status.h +269 -0
  359. package/deps/rocksdb/rocksdb/include/rocksdb/iostats_context.h +56 -0
  360. package/deps/rocksdb/rocksdb/include/rocksdb/iterator.h +128 -0
  361. package/deps/rocksdb/rocksdb/include/rocksdb/ldb_tool.h +43 -0
  362. package/deps/rocksdb/rocksdb/include/rocksdb/listener.h +556 -0
  363. package/deps/rocksdb/rocksdb/include/rocksdb/memory_allocator.h +77 -0
  364. package/deps/rocksdb/rocksdb/include/rocksdb/memtablerep.h +385 -0
  365. package/deps/rocksdb/rocksdb/include/rocksdb/merge_operator.h +257 -0
  366. package/deps/rocksdb/rocksdb/include/rocksdb/metadata.h +155 -0
  367. package/deps/rocksdb/rocksdb/include/rocksdb/options.h +1702 -0
  368. package/deps/rocksdb/rocksdb/include/rocksdb/perf_context.h +237 -0
  369. package/deps/rocksdb/rocksdb/include/rocksdb/perf_level.h +35 -0
  370. package/deps/rocksdb/rocksdb/include/rocksdb/persistent_cache.h +73 -0
  371. package/deps/rocksdb/rocksdb/include/rocksdb/rate_limiter.h +139 -0
  372. package/deps/rocksdb/rocksdb/include/rocksdb/rocksdb_namespace.h +10 -0
  373. package/deps/rocksdb/rocksdb/include/rocksdb/slice.h +269 -0
  374. package/deps/rocksdb/rocksdb/include/rocksdb/slice_transform.h +103 -0
  375. package/deps/rocksdb/rocksdb/include/rocksdb/snapshot.h +48 -0
  376. package/deps/rocksdb/rocksdb/include/rocksdb/sst_dump_tool.h +19 -0
  377. package/deps/rocksdb/rocksdb/include/rocksdb/sst_file_manager.h +136 -0
  378. package/deps/rocksdb/rocksdb/include/rocksdb/sst_file_reader.h +47 -0
  379. package/deps/rocksdb/rocksdb/include/rocksdb/sst_file_writer.h +145 -0
  380. package/deps/rocksdb/rocksdb/include/rocksdb/sst_partitioner.h +135 -0
  381. package/deps/rocksdb/rocksdb/include/rocksdb/statistics.h +592 -0
  382. package/deps/rocksdb/rocksdb/include/rocksdb/stats_history.h +69 -0
  383. package/deps/rocksdb/rocksdb/include/rocksdb/status.h +608 -0
  384. package/deps/rocksdb/rocksdb/include/rocksdb/table.h +711 -0
  385. package/deps/rocksdb/rocksdb/include/rocksdb/table_properties.h +280 -0
  386. package/deps/rocksdb/rocksdb/include/rocksdb/thread_status.h +188 -0
  387. package/deps/rocksdb/rocksdb/include/rocksdb/threadpool.h +58 -0
  388. package/deps/rocksdb/rocksdb/include/rocksdb/trace_reader_writer.h +48 -0
  389. package/deps/rocksdb/rocksdb/include/rocksdb/transaction_log.h +121 -0
  390. package/deps/rocksdb/rocksdb/include/rocksdb/types.h +74 -0
  391. package/deps/rocksdb/rocksdb/include/rocksdb/universal_compaction.h +86 -0
  392. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/backupable_db.h +535 -0
  393. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/checkpoint.h +61 -0
  394. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/convenience.h +10 -0
  395. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/db_ttl.h +72 -0
  396. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/debug.h +49 -0
  397. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/env_librados.h +175 -0
  398. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/env_mirror.h +180 -0
  399. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/info_log_finder.h +19 -0
  400. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/ldb_cmd.h +288 -0
  401. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/ldb_cmd_execute_result.h +71 -0
  402. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/leveldb_options.h +145 -0
  403. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/lua/rocks_lua_custom_library.h +43 -0
  404. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/lua/rocks_lua_util.h +55 -0
  405. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/memory_util.h +50 -0
  406. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/object_registry.h +205 -0
  407. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/optimistic_transaction_db.h +100 -0
  408. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/option_change_migration.h +19 -0
  409. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/options_type.h +876 -0
  410. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/options_util.h +128 -0
  411. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/sim_cache.h +94 -0
  412. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/stackable_db.h +504 -0
  413. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/table_properties_collectors.h +95 -0
  414. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/transaction.h +626 -0
  415. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/transaction_db.h +432 -0
  416. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/transaction_db_mutex.h +92 -0
  417. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/utility_db.h +34 -0
  418. package/deps/rocksdb/rocksdb/include/rocksdb/utilities/write_batch_with_index.h +279 -0
  419. package/deps/rocksdb/rocksdb/include/rocksdb/version.h +16 -0
  420. package/deps/rocksdb/rocksdb/include/rocksdb/wal_filter.h +102 -0
  421. package/deps/rocksdb/rocksdb/include/rocksdb/write_batch.h +377 -0
  422. package/deps/rocksdb/rocksdb/include/rocksdb/write_batch_base.h +127 -0
  423. package/deps/rocksdb/rocksdb/include/rocksdb/write_buffer_manager.h +106 -0
  424. package/deps/rocksdb/rocksdb/logging/auto_roll_logger.cc +300 -0
  425. package/deps/rocksdb/rocksdb/logging/auto_roll_logger.h +165 -0
  426. package/deps/rocksdb/rocksdb/logging/auto_roll_logger_test.cc +684 -0
  427. package/deps/rocksdb/rocksdb/logging/env_logger.h +165 -0
  428. package/deps/rocksdb/rocksdb/logging/env_logger_test.cc +162 -0
  429. package/deps/rocksdb/rocksdb/logging/event_logger.cc +70 -0
  430. package/deps/rocksdb/rocksdb/logging/event_logger.h +203 -0
  431. package/deps/rocksdb/rocksdb/logging/event_logger_test.cc +43 -0
  432. package/deps/rocksdb/rocksdb/logging/log_buffer.cc +92 -0
  433. package/deps/rocksdb/rocksdb/logging/log_buffer.h +56 -0
  434. package/deps/rocksdb/rocksdb/logging/logging.h +68 -0
  435. package/deps/rocksdb/rocksdb/logging/posix_logger.h +185 -0
  436. package/deps/rocksdb/rocksdb/memory/allocator.h +57 -0
  437. package/deps/rocksdb/rocksdb/memory/arena.cc +233 -0
  438. package/deps/rocksdb/rocksdb/memory/arena.h +141 -0
  439. package/deps/rocksdb/rocksdb/memory/arena_test.cc +204 -0
  440. package/deps/rocksdb/rocksdb/memory/concurrent_arena.cc +47 -0
  441. package/deps/rocksdb/rocksdb/memory/concurrent_arena.h +218 -0
  442. package/deps/rocksdb/rocksdb/memory/jemalloc_nodump_allocator.cc +206 -0
  443. package/deps/rocksdb/rocksdb/memory/jemalloc_nodump_allocator.h +78 -0
  444. package/deps/rocksdb/rocksdb/memory/memkind_kmem_allocator.cc +33 -0
  445. package/deps/rocksdb/rocksdb/memory/memkind_kmem_allocator.h +27 -0
  446. package/deps/rocksdb/rocksdb/memory/memkind_kmem_allocator_test.cc +102 -0
  447. package/deps/rocksdb/rocksdb/memory/memory_allocator.h +38 -0
  448. package/deps/rocksdb/rocksdb/memory/memory_usage.h +25 -0
  449. package/deps/rocksdb/rocksdb/memtable/alloc_tracker.cc +62 -0
  450. package/deps/rocksdb/rocksdb/memtable/hash_linklist_rep.cc +844 -0
  451. package/deps/rocksdb/rocksdb/memtable/hash_linklist_rep.h +49 -0
  452. package/deps/rocksdb/rocksdb/memtable/hash_skiplist_rep.cc +349 -0
  453. package/deps/rocksdb/rocksdb/memtable/hash_skiplist_rep.h +44 -0
  454. package/deps/rocksdb/rocksdb/memtable/inlineskiplist.h +997 -0
  455. package/deps/rocksdb/rocksdb/memtable/inlineskiplist_test.cc +663 -0
  456. package/deps/rocksdb/rocksdb/memtable/memtablerep_bench.cc +677 -0
  457. package/deps/rocksdb/rocksdb/memtable/skiplist.h +496 -0
  458. package/deps/rocksdb/rocksdb/memtable/skiplist_test.cc +388 -0
  459. package/deps/rocksdb/rocksdb/memtable/skiplistrep.cc +280 -0
  460. package/deps/rocksdb/rocksdb/memtable/stl_wrappers.h +33 -0
  461. package/deps/rocksdb/rocksdb/memtable/vectorrep.cc +301 -0
  462. package/deps/rocksdb/rocksdb/memtable/write_buffer_manager.cc +148 -0
  463. package/deps/rocksdb/rocksdb/memtable/write_buffer_manager_test.cc +203 -0
  464. package/deps/rocksdb/rocksdb/monitoring/file_read_sample.h +23 -0
  465. package/deps/rocksdb/rocksdb/monitoring/histogram.cc +287 -0
  466. package/deps/rocksdb/rocksdb/monitoring/histogram.h +149 -0
  467. package/deps/rocksdb/rocksdb/monitoring/histogram_test.cc +231 -0
  468. package/deps/rocksdb/rocksdb/monitoring/histogram_windowing.cc +200 -0
  469. package/deps/rocksdb/rocksdb/monitoring/histogram_windowing.h +84 -0
  470. package/deps/rocksdb/rocksdb/monitoring/in_memory_stats_history.cc +49 -0
  471. package/deps/rocksdb/rocksdb/monitoring/in_memory_stats_history.h +74 -0
  472. package/deps/rocksdb/rocksdb/monitoring/instrumented_mutex.cc +71 -0
  473. package/deps/rocksdb/rocksdb/monitoring/instrumented_mutex.h +98 -0
  474. package/deps/rocksdb/rocksdb/monitoring/iostats_context.cc +62 -0
  475. package/deps/rocksdb/rocksdb/monitoring/iostats_context_imp.h +60 -0
  476. package/deps/rocksdb/rocksdb/monitoring/iostats_context_test.cc +29 -0
  477. package/deps/rocksdb/rocksdb/monitoring/perf_context.cc +566 -0
  478. package/deps/rocksdb/rocksdb/monitoring/perf_context_imp.h +97 -0
  479. package/deps/rocksdb/rocksdb/monitoring/perf_level.cc +28 -0
  480. package/deps/rocksdb/rocksdb/monitoring/perf_level_imp.h +18 -0
  481. package/deps/rocksdb/rocksdb/monitoring/perf_step_timer.h +79 -0
  482. package/deps/rocksdb/rocksdb/monitoring/persistent_stats_history.cc +169 -0
  483. package/deps/rocksdb/rocksdb/monitoring/persistent_stats_history.h +83 -0
  484. package/deps/rocksdb/rocksdb/monitoring/statistics.cc +431 -0
  485. package/deps/rocksdb/rocksdb/monitoring/statistics.h +138 -0
  486. package/deps/rocksdb/rocksdb/monitoring/statistics_test.cc +47 -0
  487. package/deps/rocksdb/rocksdb/monitoring/stats_history_test.cc +652 -0
  488. package/deps/rocksdb/rocksdb/monitoring/thread_status_impl.cc +163 -0
  489. package/deps/rocksdb/rocksdb/monitoring/thread_status_updater.cc +314 -0
  490. package/deps/rocksdb/rocksdb/monitoring/thread_status_updater.h +233 -0
  491. package/deps/rocksdb/rocksdb/monitoring/thread_status_updater_debug.cc +43 -0
  492. package/deps/rocksdb/rocksdb/monitoring/thread_status_util.cc +206 -0
  493. package/deps/rocksdb/rocksdb/monitoring/thread_status_util.h +134 -0
  494. package/deps/rocksdb/rocksdb/monitoring/thread_status_util_debug.cc +32 -0
  495. package/deps/rocksdb/rocksdb/options/cf_options.cc +1026 -0
  496. package/deps/rocksdb/rocksdb/options/cf_options.h +308 -0
  497. package/deps/rocksdb/rocksdb/options/configurable.cc +681 -0
  498. package/deps/rocksdb/rocksdb/options/configurable_helper.h +251 -0
  499. package/deps/rocksdb/rocksdb/options/configurable_test.cc +757 -0
  500. package/deps/rocksdb/rocksdb/options/configurable_test.h +127 -0
  501. package/deps/rocksdb/rocksdb/options/customizable.cc +77 -0
  502. package/deps/rocksdb/rocksdb/options/customizable_helper.h +216 -0
  503. package/deps/rocksdb/rocksdb/options/customizable_test.cc +625 -0
  504. package/deps/rocksdb/rocksdb/options/db_options.cc +835 -0
  505. package/deps/rocksdb/rocksdb/options/db_options.h +126 -0
  506. package/deps/rocksdb/rocksdb/options/options.cc +664 -0
  507. package/deps/rocksdb/rocksdb/options/options_helper.cc +1391 -0
  508. package/deps/rocksdb/rocksdb/options/options_helper.h +118 -0
  509. package/deps/rocksdb/rocksdb/options/options_parser.cc +721 -0
  510. package/deps/rocksdb/rocksdb/options/options_parser.h +151 -0
  511. package/deps/rocksdb/rocksdb/options/options_settable_test.cc +583 -0
  512. package/deps/rocksdb/rocksdb/options/options_test.cc +3794 -0
  513. package/deps/rocksdb/rocksdb/port/jemalloc_helper.h +106 -0
  514. package/deps/rocksdb/rocksdb/port/lang.h +16 -0
  515. package/deps/rocksdb/rocksdb/port/likely.h +18 -0
  516. package/deps/rocksdb/rocksdb/port/malloc.h +17 -0
  517. package/deps/rocksdb/rocksdb/port/port.h +21 -0
  518. package/deps/rocksdb/rocksdb/port/port_dirent.h +44 -0
  519. package/deps/rocksdb/rocksdb/port/port_example.h +101 -0
  520. package/deps/rocksdb/rocksdb/port/port_posix.cc +266 -0
  521. package/deps/rocksdb/rocksdb/port/port_posix.h +223 -0
  522. package/deps/rocksdb/rocksdb/port/stack_trace.cc +179 -0
  523. package/deps/rocksdb/rocksdb/port/stack_trace.h +28 -0
  524. package/deps/rocksdb/rocksdb/port/sys_time.h +47 -0
  525. package/deps/rocksdb/rocksdb/port/util_logger.h +20 -0
  526. package/deps/rocksdb/rocksdb/port/win/env_default.cc +45 -0
  527. package/deps/rocksdb/rocksdb/port/win/env_win.cc +1449 -0
  528. package/deps/rocksdb/rocksdb/port/win/env_win.h +294 -0
  529. package/deps/rocksdb/rocksdb/port/win/io_win.cc +1084 -0
  530. package/deps/rocksdb/rocksdb/port/win/io_win.h +494 -0
  531. package/deps/rocksdb/rocksdb/port/win/port_win.cc +283 -0
  532. package/deps/rocksdb/rocksdb/port/win/port_win.h +411 -0
  533. package/deps/rocksdb/rocksdb/port/win/win_jemalloc.cc +79 -0
  534. package/deps/rocksdb/rocksdb/port/win/win_logger.cc +194 -0
  535. package/deps/rocksdb/rocksdb/port/win/win_logger.h +67 -0
  536. package/deps/rocksdb/rocksdb/port/win/win_thread.cc +183 -0
  537. package/deps/rocksdb/rocksdb/port/win/win_thread.h +122 -0
  538. package/deps/rocksdb/rocksdb/port/win/xpress_win.cc +221 -0
  539. package/deps/rocksdb/rocksdb/port/win/xpress_win.h +26 -0
  540. package/deps/rocksdb/rocksdb/port/xpress.h +17 -0
  541. package/deps/rocksdb/rocksdb/src.mk +631 -0
  542. package/deps/rocksdb/rocksdb/table/adaptive/adaptive_table_factory.cc +126 -0
  543. package/deps/rocksdb/rocksdb/table/adaptive/adaptive_table_factory.h +57 -0
  544. package/deps/rocksdb/rocksdb/table/block_based/binary_search_index_reader.cc +73 -0
  545. package/deps/rocksdb/rocksdb/table/block_based/binary_search_index_reader.h +48 -0
  546. package/deps/rocksdb/rocksdb/table/block_based/block.cc +1049 -0
  547. package/deps/rocksdb/rocksdb/table/block_based/block.h +720 -0
  548. package/deps/rocksdb/rocksdb/table/block_based/block_based_filter_block.cc +348 -0
  549. package/deps/rocksdb/rocksdb/table/block_based/block_based_filter_block.h +119 -0
  550. package/deps/rocksdb/rocksdb/table/block_based/block_based_filter_block_test.cc +434 -0
  551. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_builder.cc +1835 -0
  552. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_builder.h +193 -0
  553. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_factory.cc +839 -0
  554. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_factory.h +95 -0
  555. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_iterator.cc +383 -0
  556. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_iterator.h +251 -0
  557. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader.cc +3563 -0
  558. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader.h +681 -0
  559. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader_impl.h +190 -0
  560. package/deps/rocksdb/rocksdb/table/block_based/block_based_table_reader_test.cc +347 -0
  561. package/deps/rocksdb/rocksdb/table/block_based/block_builder.cc +201 -0
  562. package/deps/rocksdb/rocksdb/table/block_based/block_builder.h +78 -0
  563. package/deps/rocksdb/rocksdb/table/block_based/block_prefetcher.cc +66 -0
  564. package/deps/rocksdb/rocksdb/table/block_based/block_prefetcher.h +32 -0
  565. package/deps/rocksdb/rocksdb/table/block_based/block_prefix_index.cc +232 -0
  566. package/deps/rocksdb/rocksdb/table/block_based/block_prefix_index.h +66 -0
  567. package/deps/rocksdb/rocksdb/table/block_based/block_test.cc +623 -0
  568. package/deps/rocksdb/rocksdb/table/block_based/block_type.h +30 -0
  569. package/deps/rocksdb/rocksdb/table/block_based/cachable_entry.h +220 -0
  570. package/deps/rocksdb/rocksdb/table/block_based/data_block_footer.cc +59 -0
  571. package/deps/rocksdb/rocksdb/table/block_based/data_block_footer.h +25 -0
  572. package/deps/rocksdb/rocksdb/table/block_based/data_block_hash_index.cc +93 -0
  573. package/deps/rocksdb/rocksdb/table/block_based/data_block_hash_index.h +136 -0
  574. package/deps/rocksdb/rocksdb/table/block_based/data_block_hash_index_test.cc +717 -0
  575. package/deps/rocksdb/rocksdb/table/block_based/filter_block.h +180 -0
  576. package/deps/rocksdb/rocksdb/table/block_based/filter_block_reader_common.cc +102 -0
  577. package/deps/rocksdb/rocksdb/table/block_based/filter_block_reader_common.h +55 -0
  578. package/deps/rocksdb/rocksdb/table/block_based/filter_policy.cc +1407 -0
  579. package/deps/rocksdb/rocksdb/table/block_based/filter_policy_internal.h +168 -0
  580. package/deps/rocksdb/rocksdb/table/block_based/flush_block_policy.cc +88 -0
  581. package/deps/rocksdb/rocksdb/table/block_based/flush_block_policy.h +41 -0
  582. package/deps/rocksdb/rocksdb/table/block_based/full_filter_block.cc +344 -0
  583. package/deps/rocksdb/rocksdb/table/block_based/full_filter_block.h +139 -0
  584. package/deps/rocksdb/rocksdb/table/block_based/full_filter_block_test.cc +333 -0
  585. package/deps/rocksdb/rocksdb/table/block_based/hash_index_reader.cc +147 -0
  586. package/deps/rocksdb/rocksdb/table/block_based/hash_index_reader.h +49 -0
  587. package/deps/rocksdb/rocksdb/table/block_based/index_builder.cc +248 -0
  588. package/deps/rocksdb/rocksdb/table/block_based/index_builder.h +444 -0
  589. package/deps/rocksdb/rocksdb/table/block_based/index_reader_common.cc +54 -0
  590. package/deps/rocksdb/rocksdb/table/block_based/index_reader_common.h +85 -0
  591. package/deps/rocksdb/rocksdb/table/block_based/mock_block_based_table.h +56 -0
  592. package/deps/rocksdb/rocksdb/table/block_based/parsed_full_filter_block.cc +22 -0
  593. package/deps/rocksdb/rocksdb/table/block_based/parsed_full_filter_block.h +40 -0
  594. package/deps/rocksdb/rocksdb/table/block_based/partitioned_filter_block.cc +521 -0
  595. package/deps/rocksdb/rocksdb/table/block_based/partitioned_filter_block.h +144 -0
  596. package/deps/rocksdb/rocksdb/table/block_based/partitioned_filter_block_test.cc +424 -0
  597. package/deps/rocksdb/rocksdb/table/block_based/partitioned_index_iterator.cc +163 -0
  598. package/deps/rocksdb/rocksdb/table/block_based/partitioned_index_iterator.h +142 -0
  599. package/deps/rocksdb/rocksdb/table/block_based/partitioned_index_reader.cc +186 -0
  600. package/deps/rocksdb/rocksdb/table/block_based/partitioned_index_reader.h +51 -0
  601. package/deps/rocksdb/rocksdb/table/block_based/reader_common.cc +64 -0
  602. package/deps/rocksdb/rocksdb/table/block_based/reader_common.h +38 -0
  603. package/deps/rocksdb/rocksdb/table/block_based/uncompression_dict_reader.cc +120 -0
  604. package/deps/rocksdb/rocksdb/table/block_based/uncompression_dict_reader.h +59 -0
  605. package/deps/rocksdb/rocksdb/table/block_fetcher.cc +324 -0
  606. package/deps/rocksdb/rocksdb/table/block_fetcher.h +129 -0
  607. package/deps/rocksdb/rocksdb/table/block_fetcher_test.cc +534 -0
  608. package/deps/rocksdb/rocksdb/table/cleanable_test.cc +277 -0
  609. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_builder.cc +543 -0
  610. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_builder.h +136 -0
  611. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_builder_test.cc +663 -0
  612. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_factory.cc +107 -0
  613. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_factory.h +81 -0
  614. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_reader.cc +404 -0
  615. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_reader.h +101 -0
  616. package/deps/rocksdb/rocksdb/table/cuckoo/cuckoo_table_reader_test.cc +585 -0
  617. package/deps/rocksdb/rocksdb/table/format.cc +422 -0
  618. package/deps/rocksdb/rocksdb/table/format.h +348 -0
  619. package/deps/rocksdb/rocksdb/table/get_context.cc +408 -0
  620. package/deps/rocksdb/rocksdb/table/get_context.h +212 -0
  621. package/deps/rocksdb/rocksdb/table/internal_iterator.h +205 -0
  622. package/deps/rocksdb/rocksdb/table/iter_heap.h +42 -0
  623. package/deps/rocksdb/rocksdb/table/iterator.cc +210 -0
  624. package/deps/rocksdb/rocksdb/table/iterator_wrapper.h +180 -0
  625. package/deps/rocksdb/rocksdb/table/merger_test.cc +180 -0
  626. package/deps/rocksdb/rocksdb/table/merging_iterator.cc +481 -0
  627. package/deps/rocksdb/rocksdb/table/merging_iterator.h +64 -0
  628. package/deps/rocksdb/rocksdb/table/meta_blocks.cc +541 -0
  629. package/deps/rocksdb/rocksdb/table/meta_blocks.h +154 -0
  630. package/deps/rocksdb/rocksdb/table/mock_table.cc +328 -0
  631. package/deps/rocksdb/rocksdb/table/mock_table.h +89 -0
  632. package/deps/rocksdb/rocksdb/table/multiget_context.h +282 -0
  633. package/deps/rocksdb/rocksdb/table/persistent_cache_helper.cc +116 -0
  634. package/deps/rocksdb/rocksdb/table/persistent_cache_helper.h +44 -0
  635. package/deps/rocksdb/rocksdb/table/persistent_cache_options.h +34 -0
  636. package/deps/rocksdb/rocksdb/table/plain/plain_table_bloom.cc +78 -0
  637. package/deps/rocksdb/rocksdb/table/plain/plain_table_bloom.h +135 -0
  638. package/deps/rocksdb/rocksdb/table/plain/plain_table_builder.cc +332 -0
  639. package/deps/rocksdb/rocksdb/table/plain/plain_table_builder.h +153 -0
  640. package/deps/rocksdb/rocksdb/table/plain/plain_table_factory.cc +263 -0
  641. package/deps/rocksdb/rocksdb/table/plain/plain_table_factory.h +182 -0
  642. package/deps/rocksdb/rocksdb/table/plain/plain_table_index.cc +211 -0
  643. package/deps/rocksdb/rocksdb/table/plain/plain_table_index.h +249 -0
  644. package/deps/rocksdb/rocksdb/table/plain/plain_table_key_coding.cc +506 -0
  645. package/deps/rocksdb/rocksdb/table/plain/plain_table_key_coding.h +201 -0
  646. package/deps/rocksdb/rocksdb/table/plain/plain_table_reader.cc +781 -0
  647. package/deps/rocksdb/rocksdb/table/plain/plain_table_reader.h +247 -0
  648. package/deps/rocksdb/rocksdb/table/scoped_arena_iterator.h +61 -0
  649. package/deps/rocksdb/rocksdb/table/sst_file_dumper.cc +502 -0
  650. package/deps/rocksdb/rocksdb/table/sst_file_dumper.h +96 -0
  651. package/deps/rocksdb/rocksdb/table/sst_file_reader.cc +98 -0
  652. package/deps/rocksdb/rocksdb/table/sst_file_reader_test.cc +228 -0
  653. package/deps/rocksdb/rocksdb/table/sst_file_writer.cc +340 -0
  654. package/deps/rocksdb/rocksdb/table/sst_file_writer_collectors.h +94 -0
  655. package/deps/rocksdb/rocksdb/table/table_builder.h +203 -0
  656. package/deps/rocksdb/rocksdb/table/table_factory.cc +38 -0
  657. package/deps/rocksdb/rocksdb/table/table_properties.cc +300 -0
  658. package/deps/rocksdb/rocksdb/table/table_properties_internal.h +30 -0
  659. package/deps/rocksdb/rocksdb/table/table_reader.h +147 -0
  660. package/deps/rocksdb/rocksdb/table/table_reader_bench.cc +347 -0
  661. package/deps/rocksdb/rocksdb/table/table_reader_caller.h +39 -0
  662. package/deps/rocksdb/rocksdb/table/table_test.cc +4769 -0
  663. package/deps/rocksdb/rocksdb/table/two_level_iterator.cc +215 -0
  664. package/deps/rocksdb/rocksdb/table/two_level_iterator.h +43 -0
  665. package/deps/rocksdb/rocksdb/test_util/mock_time_env.cc +38 -0
  666. package/deps/rocksdb/rocksdb/test_util/mock_time_env.h +74 -0
  667. package/deps/rocksdb/rocksdb/test_util/sync_point.cc +93 -0
  668. package/deps/rocksdb/rocksdb/test_util/sync_point.h +161 -0
  669. package/deps/rocksdb/rocksdb/test_util/sync_point_impl.cc +129 -0
  670. package/deps/rocksdb/rocksdb/test_util/sync_point_impl.h +74 -0
  671. package/deps/rocksdb/rocksdb/test_util/testharness.cc +56 -0
  672. package/deps/rocksdb/rocksdb/test_util/testharness.h +53 -0
  673. package/deps/rocksdb/rocksdb/test_util/testutil.cc +566 -0
  674. package/deps/rocksdb/rocksdb/test_util/testutil.h +887 -0
  675. package/deps/rocksdb/rocksdb/test_util/testutil_test.cc +43 -0
  676. package/deps/rocksdb/rocksdb/test_util/transaction_test_util.cc +388 -0
  677. package/deps/rocksdb/rocksdb/test_util/transaction_test_util.h +132 -0
  678. package/deps/rocksdb/rocksdb/third-party/folly/folly/CPortability.h +27 -0
  679. package/deps/rocksdb/rocksdb/third-party/folly/folly/ConstexprMath.h +45 -0
  680. package/deps/rocksdb/rocksdb/third-party/folly/folly/Indestructible.h +166 -0
  681. package/deps/rocksdb/rocksdb/third-party/folly/folly/Optional.h +570 -0
  682. package/deps/rocksdb/rocksdb/third-party/folly/folly/Portability.h +92 -0
  683. package/deps/rocksdb/rocksdb/third-party/folly/folly/ScopeGuard.h +54 -0
  684. package/deps/rocksdb/rocksdb/third-party/folly/folly/Traits.h +152 -0
  685. package/deps/rocksdb/rocksdb/third-party/folly/folly/Unit.h +59 -0
  686. package/deps/rocksdb/rocksdb/third-party/folly/folly/Utility.h +141 -0
  687. package/deps/rocksdb/rocksdb/third-party/folly/folly/chrono/Hardware.h +33 -0
  688. package/deps/rocksdb/rocksdb/third-party/folly/folly/container/Array.h +74 -0
  689. package/deps/rocksdb/rocksdb/third-party/folly/folly/detail/Futex-inl.h +117 -0
  690. package/deps/rocksdb/rocksdb/third-party/folly/folly/detail/Futex.cpp +263 -0
  691. package/deps/rocksdb/rocksdb/third-party/folly/folly/detail/Futex.h +96 -0
  692. package/deps/rocksdb/rocksdb/third-party/folly/folly/functional/Invoke.h +40 -0
  693. package/deps/rocksdb/rocksdb/third-party/folly/folly/hash/Hash.h +29 -0
  694. package/deps/rocksdb/rocksdb/third-party/folly/folly/lang/Align.h +144 -0
  695. package/deps/rocksdb/rocksdb/third-party/folly/folly/lang/Bits.h +30 -0
  696. package/deps/rocksdb/rocksdb/third-party/folly/folly/lang/Launder.h +51 -0
  697. package/deps/rocksdb/rocksdb/third-party/folly/folly/portability/Asm.h +28 -0
  698. package/deps/rocksdb/rocksdb/third-party/folly/folly/portability/SysSyscall.h +10 -0
  699. package/deps/rocksdb/rocksdb/third-party/folly/folly/portability/SysTypes.h +26 -0
  700. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/AtomicNotification-inl.h +138 -0
  701. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/AtomicNotification.cpp +23 -0
  702. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/AtomicNotification.h +57 -0
  703. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/AtomicUtil-inl.h +260 -0
  704. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/AtomicUtil.h +52 -0
  705. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/Baton.h +328 -0
  706. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/DistributedMutex-inl.h +1703 -0
  707. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/DistributedMutex.cpp +16 -0
  708. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/DistributedMutex.h +304 -0
  709. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/DistributedMutexSpecializations.h +39 -0
  710. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/ParkingLot.cpp +26 -0
  711. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/ParkingLot.h +318 -0
  712. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/WaitOptions.cpp +12 -0
  713. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/WaitOptions.h +57 -0
  714. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/detail/InlineFunctionRef.h +219 -0
  715. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/detail/ProxyLockable-inl.h +207 -0
  716. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/detail/ProxyLockable.h +164 -0
  717. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/detail/Sleeper.h +57 -0
  718. package/deps/rocksdb/rocksdb/third-party/folly/folly/synchronization/detail/Spin.h +77 -0
  719. package/deps/rocksdb/rocksdb/third-party/gcc/ppc-asm.h +390 -0
  720. package/deps/rocksdb/rocksdb/thirdparty.inc +268 -0
  721. package/deps/rocksdb/rocksdb/tools/CMakeLists.txt +30 -0
  722. package/deps/rocksdb/rocksdb/tools/blob_dump.cc +110 -0
  723. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/__init__.py +2 -0
  724. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_pysim.py +2000 -0
  725. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_pysim.sh +156 -0
  726. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_pysim_test.py +734 -0
  727. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer.cc +2307 -0
  728. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer.h +395 -0
  729. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer_plot.py +721 -0
  730. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer_test.cc +719 -0
  731. package/deps/rocksdb/rocksdb/tools/block_cache_analyzer/block_cache_trace_analyzer_tool.cc +25 -0
  732. package/deps/rocksdb/rocksdb/tools/db_bench.cc +21 -0
  733. package/deps/rocksdb/rocksdb/tools/db_bench_tool.cc +7416 -0
  734. package/deps/rocksdb/rocksdb/tools/db_bench_tool_test.cc +328 -0
  735. package/deps/rocksdb/rocksdb/tools/db_repl_stress.cc +130 -0
  736. package/deps/rocksdb/rocksdb/tools/db_sanity_test.cc +297 -0
  737. package/deps/rocksdb/rocksdb/tools/dump/db_dump_tool.cc +259 -0
  738. package/deps/rocksdb/rocksdb/tools/dump/rocksdb_dump.cc +63 -0
  739. package/deps/rocksdb/rocksdb/tools/dump/rocksdb_undump.cc +62 -0
  740. package/deps/rocksdb/rocksdb/tools/io_tracer_parser.cc +25 -0
  741. package/deps/rocksdb/rocksdb/tools/io_tracer_parser_test.cc +187 -0
  742. package/deps/rocksdb/rocksdb/tools/io_tracer_parser_tool.cc +120 -0
  743. package/deps/rocksdb/rocksdb/tools/io_tracer_parser_tool.h +40 -0
  744. package/deps/rocksdb/rocksdb/tools/ldb.cc +21 -0
  745. package/deps/rocksdb/rocksdb/tools/ldb_cmd.cc +3609 -0
  746. package/deps/rocksdb/rocksdb/tools/ldb_cmd_impl.h +665 -0
  747. package/deps/rocksdb/rocksdb/tools/ldb_cmd_test.cc +746 -0
  748. package/deps/rocksdb/rocksdb/tools/ldb_tool.cc +159 -0
  749. package/deps/rocksdb/rocksdb/tools/reduce_levels_test.cc +221 -0
  750. package/deps/rocksdb/rocksdb/tools/sst_dump.cc +20 -0
  751. package/deps/rocksdb/rocksdb/tools/sst_dump_test.cc +427 -0
  752. package/deps/rocksdb/rocksdb/tools/sst_dump_tool.cc +541 -0
  753. package/deps/rocksdb/rocksdb/tools/trace_analyzer.cc +25 -0
  754. package/deps/rocksdb/rocksdb/tools/trace_analyzer_test.cc +752 -0
  755. package/deps/rocksdb/rocksdb/tools/trace_analyzer_tool.cc +2001 -0
  756. package/deps/rocksdb/rocksdb/tools/trace_analyzer_tool.h +292 -0
  757. package/deps/rocksdb/rocksdb/tools/write_stress.cc +305 -0
  758. package/deps/rocksdb/rocksdb/trace_replay/block_cache_tracer.cc +496 -0
  759. package/deps/rocksdb/rocksdb/trace_replay/block_cache_tracer.h +294 -0
  760. package/deps/rocksdb/rocksdb/trace_replay/block_cache_tracer_test.cc +379 -0
  761. package/deps/rocksdb/rocksdb/trace_replay/io_tracer.cc +229 -0
  762. package/deps/rocksdb/rocksdb/trace_replay/io_tracer.h +174 -0
  763. package/deps/rocksdb/rocksdb/trace_replay/io_tracer_test.cc +215 -0
  764. package/deps/rocksdb/rocksdb/trace_replay/trace_replay.cc +491 -0
  765. package/deps/rocksdb/rocksdb/trace_replay/trace_replay.h +195 -0
  766. package/deps/rocksdb/rocksdb/util/aligned_buffer.h +255 -0
  767. package/deps/rocksdb/rocksdb/util/autovector.h +367 -0
  768. package/deps/rocksdb/rocksdb/util/autovector_test.cc +330 -0
  769. package/deps/rocksdb/rocksdb/util/bloom_impl.h +485 -0
  770. package/deps/rocksdb/rocksdb/util/bloom_test.cc +1191 -0
  771. package/deps/rocksdb/rocksdb/util/build_version.cc.in +5 -0
  772. package/deps/rocksdb/rocksdb/util/build_version.h +15 -0
  773. package/deps/rocksdb/rocksdb/util/cast_util.h +20 -0
  774. package/deps/rocksdb/rocksdb/util/channel.h +67 -0
  775. package/deps/rocksdb/rocksdb/util/coding.cc +89 -0
  776. package/deps/rocksdb/rocksdb/util/coding.h +419 -0
  777. package/deps/rocksdb/rocksdb/util/coding_lean.h +101 -0
  778. package/deps/rocksdb/rocksdb/util/coding_test.cc +217 -0
  779. package/deps/rocksdb/rocksdb/util/compaction_job_stats_impl.cc +92 -0
  780. package/deps/rocksdb/rocksdb/util/comparator.cc +219 -0
  781. package/deps/rocksdb/rocksdb/util/compression.h +1529 -0
  782. package/deps/rocksdb/rocksdb/util/compression_context_cache.cc +108 -0
  783. package/deps/rocksdb/rocksdb/util/compression_context_cache.h +47 -0
  784. package/deps/rocksdb/rocksdb/util/concurrent_task_limiter_impl.cc +67 -0
  785. package/deps/rocksdb/rocksdb/util/concurrent_task_limiter_impl.h +67 -0
  786. package/deps/rocksdb/rocksdb/util/core_local.h +83 -0
  787. package/deps/rocksdb/rocksdb/util/crc32c.cc +1283 -0
  788. package/deps/rocksdb/rocksdb/util/crc32c.h +51 -0
  789. package/deps/rocksdb/rocksdb/util/crc32c_arm64.cc +169 -0
  790. package/deps/rocksdb/rocksdb/util/crc32c_arm64.h +50 -0
  791. package/deps/rocksdb/rocksdb/util/crc32c_ppc.c +94 -0
  792. package/deps/rocksdb/rocksdb/util/crc32c_ppc.h +19 -0
  793. package/deps/rocksdb/rocksdb/util/crc32c_ppc_asm.S +756 -0
  794. package/deps/rocksdb/rocksdb/util/crc32c_ppc_constants.h +900 -0
  795. package/deps/rocksdb/rocksdb/util/crc32c_test.cc +180 -0
  796. package/deps/rocksdb/rocksdb/util/defer.h +52 -0
  797. package/deps/rocksdb/rocksdb/util/defer_test.cc +39 -0
  798. package/deps/rocksdb/rocksdb/util/duplicate_detector.h +68 -0
  799. package/deps/rocksdb/rocksdb/util/dynamic_bloom.cc +70 -0
  800. package/deps/rocksdb/rocksdb/util/dynamic_bloom.h +214 -0
  801. package/deps/rocksdb/rocksdb/util/dynamic_bloom_test.cc +323 -0
  802. package/deps/rocksdb/rocksdb/util/fastrange.h +112 -0
  803. package/deps/rocksdb/rocksdb/util/file_checksum_helper.cc +136 -0
  804. package/deps/rocksdb/rocksdb/util/file_checksum_helper.h +98 -0
  805. package/deps/rocksdb/rocksdb/util/file_reader_writer_test.cc +449 -0
  806. package/deps/rocksdb/rocksdb/util/filelock_test.cc +152 -0
  807. package/deps/rocksdb/rocksdb/util/filter_bench.cc +781 -0
  808. package/deps/rocksdb/rocksdb/util/gflags_compat.h +20 -0
  809. package/deps/rocksdb/rocksdb/util/hash.cc +83 -0
  810. package/deps/rocksdb/rocksdb/util/hash.h +107 -0
  811. package/deps/rocksdb/rocksdb/util/hash_map.h +67 -0
  812. package/deps/rocksdb/rocksdb/util/hash_test.cc +593 -0
  813. package/deps/rocksdb/rocksdb/util/heap.h +166 -0
  814. package/deps/rocksdb/rocksdb/util/heap_test.cc +139 -0
  815. package/deps/rocksdb/rocksdb/util/kv_map.h +33 -0
  816. package/deps/rocksdb/rocksdb/util/log_write_bench.cc +86 -0
  817. package/deps/rocksdb/rocksdb/util/math.h +186 -0
  818. package/deps/rocksdb/rocksdb/util/math128.h +298 -0
  819. package/deps/rocksdb/rocksdb/util/murmurhash.cc +191 -0
  820. package/deps/rocksdb/rocksdb/util/murmurhash.h +42 -0
  821. package/deps/rocksdb/rocksdb/util/mutexlock.h +186 -0
  822. package/deps/rocksdb/rocksdb/util/ppc-opcode.h +27 -0
  823. package/deps/rocksdb/rocksdb/util/random.cc +56 -0
  824. package/deps/rocksdb/rocksdb/util/random.h +186 -0
  825. package/deps/rocksdb/rocksdb/util/random_test.cc +105 -0
  826. package/deps/rocksdb/rocksdb/util/rate_limiter.cc +340 -0
  827. package/deps/rocksdb/rocksdb/util/rate_limiter.h +113 -0
  828. package/deps/rocksdb/rocksdb/util/rate_limiter_test.cc +251 -0
  829. package/deps/rocksdb/rocksdb/util/repeatable_thread.h +151 -0
  830. package/deps/rocksdb/rocksdb/util/repeatable_thread_test.cc +107 -0
  831. package/deps/rocksdb/rocksdb/util/ribbon_alg.h +1201 -0
  832. package/deps/rocksdb/rocksdb/util/ribbon_impl.h +1062 -0
  833. package/deps/rocksdb/rocksdb/util/ribbon_test.cc +931 -0
  834. package/deps/rocksdb/rocksdb/util/set_comparator.h +22 -0
  835. package/deps/rocksdb/rocksdb/util/slice.cc +243 -0
  836. package/deps/rocksdb/rocksdb/util/slice_test.cc +163 -0
  837. package/deps/rocksdb/rocksdb/util/slice_transform_test.cc +153 -0
  838. package/deps/rocksdb/rocksdb/util/status.cc +149 -0
  839. package/deps/rocksdb/rocksdb/util/stderr_logger.h +31 -0
  840. package/deps/rocksdb/rocksdb/util/stop_watch.h +118 -0
  841. package/deps/rocksdb/rocksdb/util/string_util.cc +422 -0
  842. package/deps/rocksdb/rocksdb/util/string_util.h +144 -0
  843. package/deps/rocksdb/rocksdb/util/thread_list_test.cc +354 -0
  844. package/deps/rocksdb/rocksdb/util/thread_local.cc +554 -0
  845. package/deps/rocksdb/rocksdb/util/thread_local.h +101 -0
  846. package/deps/rocksdb/rocksdb/util/thread_local_test.cc +583 -0
  847. package/deps/rocksdb/rocksdb/util/thread_operation.h +121 -0
  848. package/deps/rocksdb/rocksdb/util/threadpool_imp.cc +506 -0
  849. package/deps/rocksdb/rocksdb/util/threadpool_imp.h +112 -0
  850. package/deps/rocksdb/rocksdb/util/timer.h +331 -0
  851. package/deps/rocksdb/rocksdb/util/timer_queue.h +230 -0
  852. package/deps/rocksdb/rocksdb/util/timer_queue_test.cc +72 -0
  853. package/deps/rocksdb/rocksdb/util/timer_test.cc +399 -0
  854. package/deps/rocksdb/rocksdb/util/user_comparator_wrapper.h +80 -0
  855. package/deps/rocksdb/rocksdb/util/vector_iterator.h +101 -0
  856. package/deps/rocksdb/rocksdb/util/work_queue.h +148 -0
  857. package/deps/rocksdb/rocksdb/util/work_queue_test.cc +268 -0
  858. package/deps/rocksdb/rocksdb/util/xxh3p.h +1392 -0
  859. package/deps/rocksdb/rocksdb/util/xxhash.cc +1158 -0
  860. package/deps/rocksdb/rocksdb/util/xxhash.h +598 -0
  861. package/deps/rocksdb/rocksdb/utilities/backupable/backupable_db.cc +2354 -0
  862. package/deps/rocksdb/rocksdb/utilities/backupable/backupable_db_test.cc +2955 -0
  863. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_compaction_filter.cc +488 -0
  864. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_compaction_filter.h +199 -0
  865. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db.cc +112 -0
  866. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db.h +266 -0
  867. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_gc_stats.h +52 -0
  868. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_impl.cc +2167 -0
  869. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_impl.h +500 -0
  870. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_impl_filesnapshot.cc +113 -0
  871. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_iterator.h +147 -0
  872. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_listener.h +66 -0
  873. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_db_test.cc +2386 -0
  874. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_dump_tool.cc +281 -0
  875. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_dump_tool.h +58 -0
  876. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_file.cc +314 -0
  877. package/deps/rocksdb/rocksdb/utilities/blob_db/blob_file.h +244 -0
  878. package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_compaction_filter.cc +47 -0
  879. package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_compaction_filter.h +42 -0
  880. package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_format_test.cc +375 -0
  881. package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_functional_test.cc +327 -0
  882. package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_row_merge_test.cc +114 -0
  883. package/deps/rocksdb/rocksdb/utilities/cassandra/cassandra_serialize_test.cc +187 -0
  884. package/deps/rocksdb/rocksdb/utilities/cassandra/format.cc +390 -0
  885. package/deps/rocksdb/rocksdb/utilities/cassandra/format.h +184 -0
  886. package/deps/rocksdb/rocksdb/utilities/cassandra/merge_operator.cc +67 -0
  887. package/deps/rocksdb/rocksdb/utilities/cassandra/merge_operator.h +44 -0
  888. package/deps/rocksdb/rocksdb/utilities/cassandra/serialize.h +75 -0
  889. package/deps/rocksdb/rocksdb/utilities/cassandra/test_utils.cc +72 -0
  890. package/deps/rocksdb/rocksdb/utilities/cassandra/test_utils.h +43 -0
  891. package/deps/rocksdb/rocksdb/utilities/checkpoint/checkpoint_impl.cc +588 -0
  892. package/deps/rocksdb/rocksdb/utilities/checkpoint/checkpoint_impl.h +82 -0
  893. package/deps/rocksdb/rocksdb/utilities/checkpoint/checkpoint_test.cc +821 -0
  894. package/deps/rocksdb/rocksdb/utilities/compaction_filters/layered_compaction_filter_base.h +37 -0
  895. package/deps/rocksdb/rocksdb/utilities/compaction_filters/remove_emptyvalue_compactionfilter.cc +29 -0
  896. package/deps/rocksdb/rocksdb/utilities/compaction_filters/remove_emptyvalue_compactionfilter.h +27 -0
  897. package/deps/rocksdb/rocksdb/utilities/convenience/info_log_finder.cc +25 -0
  898. package/deps/rocksdb/rocksdb/utilities/debug.cc +82 -0
  899. package/deps/rocksdb/rocksdb/utilities/env_librados.cc +1497 -0
  900. package/deps/rocksdb/rocksdb/utilities/env_librados_test.cc +1146 -0
  901. package/deps/rocksdb/rocksdb/utilities/env_mirror.cc +262 -0
  902. package/deps/rocksdb/rocksdb/utilities/env_mirror_test.cc +223 -0
  903. package/deps/rocksdb/rocksdb/utilities/env_timed.cc +145 -0
  904. package/deps/rocksdb/rocksdb/utilities/env_timed_test.cc +44 -0
  905. package/deps/rocksdb/rocksdb/utilities/fault_injection_env.cc +490 -0
  906. package/deps/rocksdb/rocksdb/utilities/fault_injection_env.h +242 -0
  907. package/deps/rocksdb/rocksdb/utilities/fault_injection_fs.cc +581 -0
  908. package/deps/rocksdb/rocksdb/utilities/fault_injection_fs.h +437 -0
  909. package/deps/rocksdb/rocksdb/utilities/leveldb_options/leveldb_options.cc +56 -0
  910. package/deps/rocksdb/rocksdb/utilities/memory/memory_test.cc +275 -0
  911. package/deps/rocksdb/rocksdb/utilities/memory/memory_util.cc +52 -0
  912. package/deps/rocksdb/rocksdb/utilities/merge_operators/bytesxor.cc +59 -0
  913. package/deps/rocksdb/rocksdb/utilities/merge_operators/bytesxor.h +39 -0
  914. package/deps/rocksdb/rocksdb/utilities/merge_operators/max.cc +77 -0
  915. package/deps/rocksdb/rocksdb/utilities/merge_operators/put.cc +83 -0
  916. package/deps/rocksdb/rocksdb/utilities/merge_operators/sortlist.cc +97 -0
  917. package/deps/rocksdb/rocksdb/utilities/merge_operators/sortlist.h +38 -0
  918. package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend.cc +59 -0
  919. package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend.h +31 -0
  920. package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend2.cc +117 -0
  921. package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend2.h +49 -0
  922. package/deps/rocksdb/rocksdb/utilities/merge_operators/string_append/stringappend_test.cc +598 -0
  923. package/deps/rocksdb/rocksdb/utilities/merge_operators/uint64add.cc +69 -0
  924. package/deps/rocksdb/rocksdb/utilities/merge_operators.h +55 -0
  925. package/deps/rocksdb/rocksdb/utilities/object_registry.cc +87 -0
  926. package/deps/rocksdb/rocksdb/utilities/object_registry_test.cc +174 -0
  927. package/deps/rocksdb/rocksdb/utilities/option_change_migration/option_change_migration.cc +168 -0
  928. package/deps/rocksdb/rocksdb/utilities/option_change_migration/option_change_migration_test.cc +431 -0
  929. package/deps/rocksdb/rocksdb/utilities/options/options_util.cc +159 -0
  930. package/deps/rocksdb/rocksdb/utilities/options/options_util_test.cc +655 -0
  931. package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier.cc +425 -0
  932. package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier.h +156 -0
  933. package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier_file.cc +609 -0
  934. package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier_file.h +296 -0
  935. package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier_file_buffer.h +127 -0
  936. package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier_metadata.cc +86 -0
  937. package/deps/rocksdb/rocksdb/utilities/persistent_cache/block_cache_tier_metadata.h +125 -0
  938. package/deps/rocksdb/rocksdb/utilities/persistent_cache/hash_table.h +238 -0
  939. package/deps/rocksdb/rocksdb/utilities/persistent_cache/hash_table_bench.cc +308 -0
  940. package/deps/rocksdb/rocksdb/utilities/persistent_cache/hash_table_evictable.h +168 -0
  941. package/deps/rocksdb/rocksdb/utilities/persistent_cache/hash_table_test.cc +160 -0
  942. package/deps/rocksdb/rocksdb/utilities/persistent_cache/lrulist.h +174 -0
  943. package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_bench.cc +360 -0
  944. package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_test.cc +456 -0
  945. package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_test.h +286 -0
  946. package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_tier.cc +167 -0
  947. package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_tier.h +339 -0
  948. package/deps/rocksdb/rocksdb/utilities/persistent_cache/persistent_cache_util.h +67 -0
  949. package/deps/rocksdb/rocksdb/utilities/persistent_cache/volatile_tier_impl.cc +140 -0
  950. package/deps/rocksdb/rocksdb/utilities/persistent_cache/volatile_tier_impl.h +142 -0
  951. package/deps/rocksdb/rocksdb/utilities/simulator_cache/cache_simulator.cc +285 -0
  952. package/deps/rocksdb/rocksdb/utilities/simulator_cache/cache_simulator.h +231 -0
  953. package/deps/rocksdb/rocksdb/utilities/simulator_cache/cache_simulator_test.cc +494 -0
  954. package/deps/rocksdb/rocksdb/utilities/simulator_cache/sim_cache.cc +356 -0
  955. package/deps/rocksdb/rocksdb/utilities/simulator_cache/sim_cache_test.cc +224 -0
  956. package/deps/rocksdb/rocksdb/utilities/table_properties_collectors/compact_on_deletion_collector.cc +122 -0
  957. package/deps/rocksdb/rocksdb/utilities/table_properties_collectors/compact_on_deletion_collector.h +72 -0
  958. package/deps/rocksdb/rocksdb/utilities/table_properties_collectors/compact_on_deletion_collector_test.cc +244 -0
  959. package/deps/rocksdb/rocksdb/utilities/trace/file_trace_reader_writer.cc +125 -0
  960. package/deps/rocksdb/rocksdb/utilities/trace/file_trace_reader_writer.h +48 -0
  961. package/deps/rocksdb/rocksdb/utilities/transactions/lock/lock_manager.cc +29 -0
  962. package/deps/rocksdb/rocksdb/utilities/transactions/lock/lock_manager.h +82 -0
  963. package/deps/rocksdb/rocksdb/utilities/transactions/lock/lock_tracker.h +209 -0
  964. package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_manager.cc +720 -0
  965. package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_manager.h +223 -0
  966. package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_manager_test.cc +181 -0
  967. package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_manager_test.h +319 -0
  968. package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_tracker.cc +270 -0
  969. package/deps/rocksdb/rocksdb/utilities/transactions/lock/point/point_lock_tracker.h +99 -0
  970. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_lock_manager.h +30 -0
  971. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_locking_test.cc +306 -0
  972. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/COPYING.AGPLv3 +661 -0
  973. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/COPYING.APACHEv2 +174 -0
  974. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/COPYING.GPLv2 +339 -0
  975. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/db.h +76 -0
  976. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/ft/comparator.h +138 -0
  977. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/ft/ft-status.h +102 -0
  978. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/concurrent_tree.cc +139 -0
  979. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/concurrent_tree.h +174 -0
  980. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/keyrange.cc +222 -0
  981. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/keyrange.h +141 -0
  982. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/lock_request.cc +525 -0
  983. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/lock_request.h +253 -0
  984. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/locktree.cc +1007 -0
  985. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/locktree.h +560 -0
  986. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/manager.cc +527 -0
  987. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/range_buffer.cc +265 -0
  988. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/range_buffer.h +178 -0
  989. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/treenode.cc +520 -0
  990. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/treenode.h +302 -0
  991. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/txnid_set.cc +120 -0
  992. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/txnid_set.h +92 -0
  993. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/wfg.cc +213 -0
  994. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/locktree/wfg.h +124 -0
  995. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/memory.h +215 -0
  996. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_assert_subst.h +39 -0
  997. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_atomic.h +130 -0
  998. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_external_pthread.h +82 -0
  999. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_instrumentation.h +286 -0
  1000. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_portability.h +87 -0
  1001. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_pthread.h +520 -0
  1002. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_race_tools.h +179 -0
  1003. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/toku_time.h +172 -0
  1004. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/portability/txn_subst.h +27 -0
  1005. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/standalone_port.cc +132 -0
  1006. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/dbt.cc +153 -0
  1007. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/dbt.h +98 -0
  1008. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/growable_array.h +144 -0
  1009. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/memarena.cc +201 -0
  1010. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/memarena.h +141 -0
  1011. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/omt.h +794 -0
  1012. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/omt_impl.h +1295 -0
  1013. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/partitioned_counter.h +165 -0
  1014. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/lib/util/status.h +76 -0
  1015. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/range_tree_lock_manager.cc +479 -0
  1016. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/range_tree_lock_manager.h +130 -0
  1017. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/range_tree_lock_tracker.cc +156 -0
  1018. package/deps/rocksdb/rocksdb/utilities/transactions/lock/range/range_tree/range_tree_lock_tracker.h +146 -0
  1019. package/deps/rocksdb/rocksdb/utilities/transactions/optimistic_transaction.cc +196 -0
  1020. package/deps/rocksdb/rocksdb/utilities/transactions/optimistic_transaction.h +101 -0
  1021. package/deps/rocksdb/rocksdb/utilities/transactions/optimistic_transaction_db_impl.cc +111 -0
  1022. package/deps/rocksdb/rocksdb/utilities/transactions/optimistic_transaction_db_impl.h +87 -0
  1023. package/deps/rocksdb/rocksdb/utilities/transactions/optimistic_transaction_test.cc +1418 -0
  1024. package/deps/rocksdb/rocksdb/utilities/transactions/pessimistic_transaction.cc +752 -0
  1025. package/deps/rocksdb/rocksdb/utilities/transactions/pessimistic_transaction.h +232 -0
  1026. package/deps/rocksdb/rocksdb/utilities/transactions/pessimistic_transaction_db.cc +628 -0
  1027. package/deps/rocksdb/rocksdb/utilities/transactions/pessimistic_transaction_db.h +228 -0
  1028. package/deps/rocksdb/rocksdb/utilities/transactions/snapshot_checker.cc +49 -0
  1029. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_base.cc +678 -0
  1030. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_base.h +373 -0
  1031. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_db_mutex_impl.cc +135 -0
  1032. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_db_mutex_impl.h +26 -0
  1033. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_test.cc +6350 -0
  1034. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_test.h +522 -0
  1035. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_util.cc +188 -0
  1036. package/deps/rocksdb/rocksdb/utilities/transactions/transaction_util.h +80 -0
  1037. package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_transaction_test.cc +3531 -0
  1038. package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn.cc +483 -0
  1039. package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn.h +119 -0
  1040. package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn_db.cc +999 -0
  1041. package/deps/rocksdb/rocksdb/utilities/transactions/write_prepared_txn_db.h +1109 -0
  1042. package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_transaction_test.cc +786 -0
  1043. package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_txn.cc +1039 -0
  1044. package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_txn.h +341 -0
  1045. package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_txn_db.cc +470 -0
  1046. package/deps/rocksdb/rocksdb/utilities/transactions/write_unprepared_txn_db.h +108 -0
  1047. package/deps/rocksdb/rocksdb/utilities/ttl/db_ttl_impl.cc +332 -0
  1048. package/deps/rocksdb/rocksdb/utilities/ttl/db_ttl_impl.h +353 -0
  1049. package/deps/rocksdb/rocksdb/utilities/ttl/ttl_test.cc +703 -0
  1050. package/deps/rocksdb/rocksdb/utilities/util_merge_operators_test.cc +99 -0
  1051. package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index.cc +617 -0
  1052. package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index_internal.cc +345 -0
  1053. package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index_internal.h +569 -0
  1054. package/deps/rocksdb/rocksdb/utilities/write_batch_with_index/write_batch_with_index_test.cc +1867 -0
  1055. package/deps/rocksdb/rocksdb.gyp +475 -0
  1056. package/deps/snappy/freebsd/config.h +135 -0
  1057. package/deps/snappy/freebsd/snappy-stubs-public.h +100 -0
  1058. package/deps/snappy/linux/config.h +135 -0
  1059. package/deps/snappy/linux/snappy-stubs-public.h +100 -0
  1060. package/deps/snappy/mac/config.h +137 -0
  1061. package/deps/snappy/mac/snappy-stubs-public.h +100 -0
  1062. package/deps/snappy/openbsd/config.h +135 -0
  1063. package/deps/snappy/openbsd/snappy-stubs-public.h +100 -0
  1064. package/deps/snappy/snappy-1.1.7/COPYING +54 -0
  1065. package/deps/snappy/snappy-1.1.7/cmake/SnappyConfig.cmake +1 -0
  1066. package/deps/snappy/snappy-1.1.7/cmake/config.h.in +62 -0
  1067. package/deps/snappy/snappy-1.1.7/snappy-c.cc +90 -0
  1068. package/deps/snappy/snappy-1.1.7/snappy-c.h +138 -0
  1069. package/deps/snappy/snappy-1.1.7/snappy-internal.h +224 -0
  1070. package/deps/snappy/snappy-1.1.7/snappy-sinksource.cc +104 -0
  1071. package/deps/snappy/snappy-1.1.7/snappy-sinksource.h +182 -0
  1072. package/deps/snappy/snappy-1.1.7/snappy-stubs-internal.cc +42 -0
  1073. package/deps/snappy/snappy-1.1.7/snappy-stubs-internal.h +561 -0
  1074. package/deps/snappy/snappy-1.1.7/snappy-stubs-public.h.in +94 -0
  1075. package/deps/snappy/snappy-1.1.7/snappy-test.cc +612 -0
  1076. package/deps/snappy/snappy-1.1.7/snappy-test.h +573 -0
  1077. package/deps/snappy/snappy-1.1.7/snappy.cc +1515 -0
  1078. package/deps/snappy/snappy-1.1.7/snappy.h +203 -0
  1079. package/deps/snappy/snappy-1.1.7/snappy_unittest.cc +1410 -0
  1080. package/deps/snappy/snappy.gyp +90 -0
  1081. package/deps/snappy/solaris/config.h +135 -0
  1082. package/deps/snappy/solaris/snappy-stubs-public.h +100 -0
  1083. package/deps/snappy/win32/config.h +29 -0
  1084. package/deps/snappy/win32/snappy-stubs-public.h +100 -0
  1085. package/iterator.js +55 -0
  1086. package/leveldown.js +113 -0
  1087. package/package-lock.json +23687 -0
  1088. package/package.json +70 -0
@@ -0,0 +1,1191 @@
1
+ // Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
2
+ // This source code is licensed under both the GPLv2 (found in the
3
+ // COPYING file in the root directory) and Apache 2.0 License
4
+ // (found in the LICENSE.Apache file in the root directory).
5
+ //
6
+ // Copyright (c) 2012 The LevelDB Authors. All rights reserved.
7
+ // Use of this source code is governed by a BSD-style license that can be
8
+ // found in the LICENSE file. See the AUTHORS file for names of contributors.
9
+
10
+ #ifndef GFLAGS
11
+ #include <cstdio>
12
+ int main() {
13
+ fprintf(stderr, "Please install gflags to run this test... Skipping...\n");
14
+ return 0;
15
+ }
16
+ #else
17
+
18
+ #include <array>
19
+ #include <cmath>
20
+ #include <vector>
21
+
22
+ #include "memory/arena.h"
23
+ #include "port/jemalloc_helper.h"
24
+ #include "rocksdb/filter_policy.h"
25
+ #include "table/block_based/filter_policy_internal.h"
26
+ #include "test_util/testharness.h"
27
+ #include "test_util/testutil.h"
28
+ #include "util/gflags_compat.h"
29
+ #include "util/hash.h"
30
+
31
+ using GFLAGS_NAMESPACE::ParseCommandLineFlags;
32
+
33
+ DEFINE_int32(bits_per_key, 10, "");
34
+
35
+ namespace ROCKSDB_NAMESPACE {
36
+
37
+ static const int kVerbose = 1;
38
+
39
+ static Slice Key(int i, char* buffer) {
40
+ std::string s;
41
+ PutFixed32(&s, static_cast<uint32_t>(i));
42
+ memcpy(buffer, s.c_str(), sizeof(i));
43
+ return Slice(buffer, sizeof(i));
44
+ }
45
+
46
+ static int NextLength(int length) {
47
+ if (length < 10) {
48
+ length += 1;
49
+ } else if (length < 100) {
50
+ length += 10;
51
+ } else if (length < 1000) {
52
+ length += 100;
53
+ } else {
54
+ length += 1000;
55
+ }
56
+ return length;
57
+ }
58
+
59
+ class BlockBasedBloomTest : public testing::Test {
60
+ private:
61
+ std::unique_ptr<const FilterPolicy> policy_;
62
+ std::string filter_;
63
+ std::vector<std::string> keys_;
64
+
65
+ public:
66
+ BlockBasedBloomTest() { ResetPolicy(); }
67
+
68
+ void Reset() {
69
+ keys_.clear();
70
+ filter_.clear();
71
+ }
72
+
73
+ void ResetPolicy(double bits_per_key) {
74
+ policy_.reset(new BloomFilterPolicy(bits_per_key,
75
+ BloomFilterPolicy::kDeprecatedBlock));
76
+ Reset();
77
+ }
78
+
79
+ void ResetPolicy() { ResetPolicy(FLAGS_bits_per_key); }
80
+
81
+ void Add(const Slice& s) {
82
+ keys_.push_back(s.ToString());
83
+ }
84
+
85
+ void Build() {
86
+ std::vector<Slice> key_slices;
87
+ for (size_t i = 0; i < keys_.size(); i++) {
88
+ key_slices.push_back(Slice(keys_[i]));
89
+ }
90
+ filter_.clear();
91
+ policy_->CreateFilter(&key_slices[0], static_cast<int>(key_slices.size()),
92
+ &filter_);
93
+ keys_.clear();
94
+ if (kVerbose >= 2) DumpFilter();
95
+ }
96
+
97
+ size_t FilterSize() const {
98
+ return filter_.size();
99
+ }
100
+
101
+ Slice FilterData() const { return Slice(filter_); }
102
+
103
+ void DumpFilter() {
104
+ fprintf(stderr, "F(");
105
+ for (size_t i = 0; i+1 < filter_.size(); i++) {
106
+ const unsigned int c = static_cast<unsigned int>(filter_[i]);
107
+ for (int j = 0; j < 8; j++) {
108
+ fprintf(stderr, "%c", (c & (1 <<j)) ? '1' : '.');
109
+ }
110
+ }
111
+ fprintf(stderr, ")\n");
112
+ }
113
+
114
+ bool Matches(const Slice& s) {
115
+ if (!keys_.empty()) {
116
+ Build();
117
+ }
118
+ return policy_->KeyMayMatch(s, filter_);
119
+ }
120
+
121
+ double FalsePositiveRate() {
122
+ char buffer[sizeof(int)];
123
+ int result = 0;
124
+ for (int i = 0; i < 10000; i++) {
125
+ if (Matches(Key(i + 1000000000, buffer))) {
126
+ result++;
127
+ }
128
+ }
129
+ return result / 10000.0;
130
+ }
131
+ };
132
+
133
+ TEST_F(BlockBasedBloomTest, EmptyFilter) {
134
+ ASSERT_TRUE(! Matches("hello"));
135
+ ASSERT_TRUE(! Matches("world"));
136
+ }
137
+
138
+ TEST_F(BlockBasedBloomTest, Small) {
139
+ Add("hello");
140
+ Add("world");
141
+ ASSERT_TRUE(Matches("hello"));
142
+ ASSERT_TRUE(Matches("world"));
143
+ ASSERT_TRUE(! Matches("x"));
144
+ ASSERT_TRUE(! Matches("foo"));
145
+ }
146
+
147
+ TEST_F(BlockBasedBloomTest, VaryingLengths) {
148
+ char buffer[sizeof(int)];
149
+
150
+ // Count number of filters that significantly exceed the false positive rate
151
+ int mediocre_filters = 0;
152
+ int good_filters = 0;
153
+
154
+ for (int length = 1; length <= 10000; length = NextLength(length)) {
155
+ Reset();
156
+ for (int i = 0; i < length; i++) {
157
+ Add(Key(i, buffer));
158
+ }
159
+ Build();
160
+
161
+ ASSERT_LE(FilterSize(), (size_t)((length * 10 / 8) + 40)) << length;
162
+
163
+ // All added keys must match
164
+ for (int i = 0; i < length; i++) {
165
+ ASSERT_TRUE(Matches(Key(i, buffer)))
166
+ << "Length " << length << "; key " << i;
167
+ }
168
+
169
+ // Check false positive rate
170
+ double rate = FalsePositiveRate();
171
+ if (kVerbose >= 1) {
172
+ fprintf(stderr, "False positives: %5.2f%% @ length = %6d ; bytes = %6d\n",
173
+ rate*100.0, length, static_cast<int>(FilterSize()));
174
+ }
175
+ ASSERT_LE(rate, 0.02); // Must not be over 2%
176
+ if (rate > 0.0125) mediocre_filters++; // Allowed, but not too often
177
+ else good_filters++;
178
+ }
179
+ if (kVerbose >= 1) {
180
+ fprintf(stderr, "Filters: %d good, %d mediocre\n",
181
+ good_filters, mediocre_filters);
182
+ }
183
+ ASSERT_LE(mediocre_filters, good_filters/5);
184
+ }
185
+
186
+ // Ensure the implementation doesn't accidentally change in an
187
+ // incompatible way
188
+ TEST_F(BlockBasedBloomTest, Schema) {
189
+ char buffer[sizeof(int)];
190
+
191
+ ResetPolicy(8); // num_probes = 5
192
+ for (int key = 0; key < 87; key++) {
193
+ Add(Key(key, buffer));
194
+ }
195
+ Build();
196
+ ASSERT_EQ(BloomHash(FilterData()), 3589896109U);
197
+
198
+ ResetPolicy(9); // num_probes = 6
199
+ for (int key = 0; key < 87; key++) {
200
+ Add(Key(key, buffer));
201
+ }
202
+ Build();
203
+ ASSERT_EQ(BloomHash(FilterData()), 969445585U);
204
+
205
+ ResetPolicy(11); // num_probes = 7
206
+ for (int key = 0; key < 87; key++) {
207
+ Add(Key(key, buffer));
208
+ }
209
+ Build();
210
+ ASSERT_EQ(BloomHash(FilterData()), 1694458207U);
211
+
212
+ ResetPolicy(10); // num_probes = 6
213
+ for (int key = 0; key < 87; key++) {
214
+ Add(Key(key, buffer));
215
+ }
216
+ Build();
217
+ ASSERT_EQ(BloomHash(FilterData()), 2373646410U);
218
+
219
+ ResetPolicy(10);
220
+ for (int key = /*CHANGED*/ 1; key < 87; key++) {
221
+ Add(Key(key, buffer));
222
+ }
223
+ Build();
224
+ ASSERT_EQ(BloomHash(FilterData()), 1908442116U);
225
+
226
+ ResetPolicy(10);
227
+ for (int key = 1; key < /*CHANGED*/ 88; key++) {
228
+ Add(Key(key, buffer));
229
+ }
230
+ Build();
231
+ ASSERT_EQ(BloomHash(FilterData()), 3057004015U);
232
+
233
+ // With new fractional bits_per_key, check that we are rounding to
234
+ // whole bits per key for old Bloom filters.
235
+ ResetPolicy(9.5); // Treated as 10
236
+ for (int key = 1; key < 88; key++) {
237
+ Add(Key(key, buffer));
238
+ }
239
+ Build();
240
+ ASSERT_EQ(BloomHash(FilterData()), /*SAME*/ 3057004015U);
241
+
242
+ ResetPolicy(10.499); // Treated as 10
243
+ for (int key = 1; key < 88; key++) {
244
+ Add(Key(key, buffer));
245
+ }
246
+ Build();
247
+ ASSERT_EQ(BloomHash(FilterData()), /*SAME*/ 3057004015U);
248
+
249
+ ResetPolicy();
250
+ }
251
+
252
+ // Different bits-per-byte
253
+
254
+ class FullBloomTest : public testing::TestWithParam<BloomFilterPolicy::Mode> {
255
+ protected:
256
+ BlockBasedTableOptions table_options_;
257
+
258
+ private:
259
+ std::shared_ptr<const FilterPolicy>& policy_;
260
+ std::unique_ptr<FilterBitsBuilder> bits_builder_;
261
+ std::unique_ptr<FilterBitsReader> bits_reader_;
262
+ std::unique_ptr<const char[]> buf_;
263
+ size_t filter_size_;
264
+
265
+ public:
266
+ FullBloomTest() : policy_(table_options_.filter_policy), filter_size_(0) {
267
+ ResetPolicy();
268
+ }
269
+
270
+ BuiltinFilterBitsBuilder* GetBuiltinFilterBitsBuilder() {
271
+ // Throws on bad cast
272
+ return &dynamic_cast<BuiltinFilterBitsBuilder&>(*bits_builder_);
273
+ }
274
+
275
+ const BloomFilterPolicy* GetBloomFilterPolicy() {
276
+ // Throws on bad cast
277
+ return &dynamic_cast<const BloomFilterPolicy&>(*policy_);
278
+ }
279
+
280
+ void Reset() {
281
+ bits_builder_.reset(BloomFilterPolicy::GetBuilderFromContext(
282
+ FilterBuildingContext(table_options_)));
283
+ bits_reader_.reset(nullptr);
284
+ buf_.reset(nullptr);
285
+ filter_size_ = 0;
286
+ }
287
+
288
+ void ResetPolicy(double bits_per_key) {
289
+ policy_.reset(new BloomFilterPolicy(bits_per_key, GetParam()));
290
+ Reset();
291
+ }
292
+
293
+ void ResetPolicy() { ResetPolicy(FLAGS_bits_per_key); }
294
+
295
+ void Add(const Slice& s) {
296
+ bits_builder_->AddKey(s);
297
+ }
298
+
299
+ void OpenRaw(const Slice& s) {
300
+ bits_reader_.reset(policy_->GetFilterBitsReader(s));
301
+ }
302
+
303
+ void Build() {
304
+ Slice filter = bits_builder_->Finish(&buf_);
305
+ bits_reader_.reset(policy_->GetFilterBitsReader(filter));
306
+ filter_size_ = filter.size();
307
+ }
308
+
309
+ size_t FilterSize() const {
310
+ return filter_size_;
311
+ }
312
+
313
+ Slice FilterData() { return Slice(buf_.get(), filter_size_); }
314
+
315
+ int GetNumProbesFromFilterData() {
316
+ assert(filter_size_ >= 5);
317
+ int8_t raw_num_probes = static_cast<int8_t>(buf_.get()[filter_size_ - 5]);
318
+ if (raw_num_probes == -1) { // New bloom filter marker
319
+ return static_cast<uint8_t>(buf_.get()[filter_size_ - 3]);
320
+ } else {
321
+ return raw_num_probes;
322
+ }
323
+ }
324
+
325
+ int GetRibbonSeedFromFilterData() {
326
+ assert(filter_size_ >= 5);
327
+ // Check for ribbon marker
328
+ assert(-2 == static_cast<int8_t>(buf_.get()[filter_size_ - 5]));
329
+ return static_cast<uint8_t>(buf_.get()[filter_size_ - 4]);
330
+ }
331
+
332
+ bool Matches(const Slice& s) {
333
+ if (bits_reader_ == nullptr) {
334
+ Build();
335
+ }
336
+ return bits_reader_->MayMatch(s);
337
+ }
338
+
339
+ // Provides a kind of fingerprint on the Bloom filter's
340
+ // behavior, for reasonbly high FP rates.
341
+ uint64_t PackedMatches() {
342
+ char buffer[sizeof(int)];
343
+ uint64_t result = 0;
344
+ for (int i = 0; i < 64; i++) {
345
+ if (Matches(Key(i + 12345, buffer))) {
346
+ result |= uint64_t{1} << i;
347
+ }
348
+ }
349
+ return result;
350
+ }
351
+
352
+ // Provides a kind of fingerprint on the Bloom filter's
353
+ // behavior, for lower FP rates.
354
+ std::string FirstFPs(int count) {
355
+ char buffer[sizeof(int)];
356
+ std::string rv;
357
+ int fp_count = 0;
358
+ for (int i = 0; i < 1000000; i++) {
359
+ // Pack four match booleans into each hexadecimal digit
360
+ if (Matches(Key(i + 1000000, buffer))) {
361
+ ++fp_count;
362
+ rv += std::to_string(i);
363
+ if (fp_count == count) {
364
+ break;
365
+ }
366
+ rv += ',';
367
+ }
368
+ }
369
+ return rv;
370
+ }
371
+
372
+ double FalsePositiveRate() {
373
+ char buffer[sizeof(int)];
374
+ int result = 0;
375
+ for (int i = 0; i < 10000; i++) {
376
+ if (Matches(Key(i + 1000000000, buffer))) {
377
+ result++;
378
+ }
379
+ }
380
+ return result / 10000.0;
381
+ }
382
+ };
383
+
384
+ TEST_P(FullBloomTest, FilterSize) {
385
+ // In addition to checking the consistency of space computation, we are
386
+ // checking that denoted and computed doubles are interpreted as expected
387
+ // as bits_per_key values.
388
+ bool some_computed_less_than_denoted = false;
389
+ // Note: enforced minimum is 1 bit per key (1000 millibits), and enforced
390
+ // maximum is 100 bits per key (100000 millibits).
391
+ for (auto bpk :
392
+ std::vector<std::pair<double, int> >{{-HUGE_VAL, 1000},
393
+ {-INFINITY, 1000},
394
+ {0.0, 1000},
395
+ {1.234, 1234},
396
+ {3.456, 3456},
397
+ {9.5, 9500},
398
+ {10.0, 10000},
399
+ {10.499, 10499},
400
+ {21.345, 21345},
401
+ {99.999, 99999},
402
+ {1234.0, 100000},
403
+ {HUGE_VAL, 100000},
404
+ {INFINITY, 100000},
405
+ {NAN, 100000}}) {
406
+ ResetPolicy(bpk.first);
407
+ auto bfp = GetBloomFilterPolicy();
408
+ EXPECT_EQ(bpk.second, bfp->GetMillibitsPerKey());
409
+ EXPECT_EQ((bpk.second + 500) / 1000, bfp->GetWholeBitsPerKey());
410
+
411
+ double computed = bpk.first;
412
+ // This transforms e.g. 9.5 -> 9.499999999999998, which we still
413
+ // round to 10 for whole bits per key.
414
+ computed += 0.5;
415
+ computed /= 1234567.0;
416
+ computed *= 1234567.0;
417
+ computed -= 0.5;
418
+ some_computed_less_than_denoted |= (computed < bpk.first);
419
+ ResetPolicy(computed);
420
+ bfp = GetBloomFilterPolicy();
421
+ EXPECT_EQ(bpk.second, bfp->GetMillibitsPerKey());
422
+ EXPECT_EQ((bpk.second + 500) / 1000, bfp->GetWholeBitsPerKey());
423
+
424
+ auto bits_builder = GetBuiltinFilterBitsBuilder();
425
+
426
+ size_t n = 1;
427
+ size_t space = 0;
428
+ for (; n < 1000000; n += 1 + n / 1000) {
429
+ // Ensure consistency between CalculateSpace and ApproximateNumEntries
430
+ space = bits_builder->CalculateSpace(n);
431
+ size_t n2 = bits_builder->ApproximateNumEntries(space);
432
+ EXPECT_GE(n2, n);
433
+ size_t space2 = bits_builder->CalculateSpace(n2);
434
+ if (n > 6000 && GetParam() == BloomFilterPolicy::kStandard128Ribbon) {
435
+ // TODO(peterd): better approximation?
436
+ EXPECT_GE(space2, space);
437
+ EXPECT_LE(space2 * 0.98 - 16.0, space * 1.0);
438
+ } else {
439
+ EXPECT_EQ(space2, space);
440
+ }
441
+ }
442
+ // Until size_t overflow
443
+ for (; n < (n + n / 3); n += n / 3) {
444
+ // Ensure space computation is not overflowing; capped is OK
445
+ size_t space2 = bits_builder->CalculateSpace(n);
446
+ EXPECT_GE(space2, space);
447
+ space = space2;
448
+ }
449
+ }
450
+ // Check that the compiler hasn't optimized our computation into nothing
451
+ EXPECT_TRUE(some_computed_less_than_denoted);
452
+ ResetPolicy();
453
+ }
454
+
455
+ TEST_P(FullBloomTest, FullEmptyFilter) {
456
+ // Empty filter is not match, at this level
457
+ ASSERT_TRUE(!Matches("hello"));
458
+ ASSERT_TRUE(!Matches("world"));
459
+ }
460
+
461
+ TEST_P(FullBloomTest, FullSmall) {
462
+ Add("hello");
463
+ Add("world");
464
+ ASSERT_TRUE(Matches("hello"));
465
+ ASSERT_TRUE(Matches("world"));
466
+ ASSERT_TRUE(!Matches("x"));
467
+ ASSERT_TRUE(!Matches("foo"));
468
+ }
469
+
470
+ TEST_P(FullBloomTest, FullVaryingLengths) {
471
+ char buffer[sizeof(int)];
472
+
473
+ // Count number of filters that significantly exceed the false positive rate
474
+ int mediocre_filters = 0;
475
+ int good_filters = 0;
476
+
477
+ for (int length = 1; length <= 10000; length = NextLength(length)) {
478
+ Reset();
479
+ for (int i = 0; i < length; i++) {
480
+ Add(Key(i, buffer));
481
+ }
482
+ Build();
483
+
484
+ EXPECT_LE(FilterSize(),
485
+ (size_t)((length * 10 / 8) + CACHE_LINE_SIZE * 2 + 5));
486
+
487
+ // All added keys must match
488
+ for (int i = 0; i < length; i++) {
489
+ ASSERT_TRUE(Matches(Key(i, buffer)))
490
+ << "Length " << length << "; key " << i;
491
+ }
492
+
493
+ // Check false positive rate
494
+ double rate = FalsePositiveRate();
495
+ if (kVerbose >= 1) {
496
+ fprintf(stderr, "False positives: %5.2f%% @ length = %6d ; bytes = %6d\n",
497
+ rate*100.0, length, static_cast<int>(FilterSize()));
498
+ }
499
+ EXPECT_LE(rate, 0.02); // Must not be over 2%
500
+ if (rate > 0.0125)
501
+ mediocre_filters++; // Allowed, but not too often
502
+ else
503
+ good_filters++;
504
+ }
505
+ if (kVerbose >= 1) {
506
+ fprintf(stderr, "Filters: %d good, %d mediocre\n",
507
+ good_filters, mediocre_filters);
508
+ }
509
+ EXPECT_LE(mediocre_filters, good_filters / 5);
510
+ }
511
+
512
+ TEST_P(FullBloomTest, OptimizeForMemory) {
513
+ char buffer[sizeof(int)];
514
+ for (bool offm : {true, false}) {
515
+ table_options_.optimize_filters_for_memory = offm;
516
+ ResetPolicy();
517
+ Random32 rnd(12345);
518
+ uint64_t total_size = 0;
519
+ uint64_t total_mem = 0;
520
+ int64_t total_keys = 0;
521
+ double total_fp_rate = 0;
522
+ constexpr int nfilters = 100;
523
+ for (int i = 0; i < nfilters; ++i) {
524
+ int nkeys = static_cast<int>(rnd.Uniformish(10000)) + 100;
525
+ Reset();
526
+ for (int j = 0; j < nkeys; ++j) {
527
+ Add(Key(j, buffer));
528
+ }
529
+ Build();
530
+ size_t size = FilterData().size();
531
+ total_size += size;
532
+ // optimize_filters_for_memory currently depends on malloc_usable_size
533
+ // but we run the rest of the test to ensure no bad behavior without it.
534
+ #ifdef ROCKSDB_MALLOC_USABLE_SIZE
535
+ size = malloc_usable_size(const_cast<char*>(FilterData().data()));
536
+ #endif // ROCKSDB_MALLOC_USABLE_SIZE
537
+ total_mem += size;
538
+ total_keys += nkeys;
539
+ total_fp_rate += FalsePositiveRate();
540
+ }
541
+ EXPECT_LE(total_fp_rate / double{nfilters}, 0.011);
542
+ EXPECT_GE(total_fp_rate / double{nfilters}, 0.008);
543
+
544
+ int64_t ex_min_total_size = int64_t{FLAGS_bits_per_key} * total_keys / 8;
545
+ if (GetParam() == BloomFilterPolicy::kStandard128Ribbon) {
546
+ // ~ 30% savings vs. Bloom filter
547
+ ex_min_total_size = 7 * ex_min_total_size / 10;
548
+ }
549
+ EXPECT_GE(static_cast<int64_t>(total_size), ex_min_total_size);
550
+
551
+ int64_t blocked_bloom_overhead = nfilters * (CACHE_LINE_SIZE + 5);
552
+ if (GetParam() == BloomFilterPolicy::kLegacyBloom) {
553
+ // this config can add extra cache line to make odd number
554
+ blocked_bloom_overhead += nfilters * CACHE_LINE_SIZE;
555
+ }
556
+
557
+ EXPECT_GE(total_mem, total_size);
558
+
559
+ // optimize_filters_for_memory not implemented with legacy Bloom
560
+ if (offm && GetParam() != BloomFilterPolicy::kLegacyBloom) {
561
+ // This value can include a small extra penalty for kExtraPadding
562
+ fprintf(stderr, "Internal fragmentation (optimized): %g%%\n",
563
+ (total_mem - total_size) * 100.0 / total_size);
564
+ // Less than 1% internal fragmentation
565
+ EXPECT_LE(total_mem, total_size * 101 / 100);
566
+ // Up to 2% storage penalty
567
+ EXPECT_LE(static_cast<int64_t>(total_size),
568
+ ex_min_total_size * 102 / 100 + blocked_bloom_overhead);
569
+ } else {
570
+ fprintf(stderr, "Internal fragmentation (not optimized): %g%%\n",
571
+ (total_mem - total_size) * 100.0 / total_size);
572
+ // TODO: add control checks for more allocators?
573
+ #ifdef ROCKSDB_JEMALLOC
574
+ fprintf(stderr, "Jemalloc detected? %d\n", HasJemalloc());
575
+ if (HasJemalloc()) {
576
+ // More than 5% internal fragmentation
577
+ EXPECT_GE(total_mem, total_size * 105 / 100);
578
+ }
579
+ #endif // ROCKSDB_JEMALLOC
580
+ // No storage penalty, just usual overhead
581
+ EXPECT_LE(static_cast<int64_t>(total_size),
582
+ ex_min_total_size + blocked_bloom_overhead);
583
+ }
584
+ }
585
+ }
586
+
587
+ namespace {
588
+ inline uint32_t SelectByCacheLineSize(uint32_t for64, uint32_t for128,
589
+ uint32_t for256) {
590
+ (void)for64;
591
+ (void)for128;
592
+ (void)for256;
593
+ #if CACHE_LINE_SIZE == 64
594
+ return for64;
595
+ #elif CACHE_LINE_SIZE == 128
596
+ return for128;
597
+ #elif CACHE_LINE_SIZE == 256
598
+ return for256;
599
+ #else
600
+ #error "CACHE_LINE_SIZE unknown or unrecognized"
601
+ #endif
602
+ }
603
+ } // namespace
604
+
605
+ // Ensure the implementation doesn't accidentally change in an
606
+ // incompatible way. This test doesn't check the reading side
607
+ // (FirstFPs/PackedMatches) for LegacyBloom because it requires the
608
+ // ability to read filters generated using other cache line sizes.
609
+ // See RawSchema.
610
+ TEST_P(FullBloomTest, Schema) {
611
+ #define EXPECT_EQ_Bloom(a, b) \
612
+ { \
613
+ if (GetParam() != BloomFilterPolicy::kStandard128Ribbon) { \
614
+ EXPECT_EQ(a, b); \
615
+ } \
616
+ }
617
+ #define EXPECT_EQ_Ribbon(a, b) \
618
+ { \
619
+ if (GetParam() == BloomFilterPolicy::kStandard128Ribbon) { \
620
+ EXPECT_EQ(a, b); \
621
+ } \
622
+ }
623
+ #define EXPECT_EQ_FastBloom(a, b) \
624
+ { \
625
+ if (GetParam() == BloomFilterPolicy::kFastLocalBloom) { \
626
+ EXPECT_EQ(a, b); \
627
+ } \
628
+ }
629
+ #define EXPECT_EQ_LegacyBloom(a, b) \
630
+ { \
631
+ if (GetParam() == BloomFilterPolicy::kLegacyBloom) { \
632
+ EXPECT_EQ(a, b); \
633
+ } \
634
+ }
635
+ #define EXPECT_EQ_NotLegacy(a, b) \
636
+ { \
637
+ if (GetParam() != BloomFilterPolicy::kLegacyBloom) { \
638
+ EXPECT_EQ(a, b); \
639
+ } \
640
+ }
641
+
642
+ char buffer[sizeof(int)];
643
+
644
+ // First do a small number of keys, where Ribbon config will fall back on
645
+ // fast Bloom filter and generate the same data
646
+ ResetPolicy(5); // num_probes = 3
647
+ for (int key = 0; key < 87; key++) {
648
+ Add(Key(key, buffer));
649
+ }
650
+ Build();
651
+ EXPECT_EQ(GetNumProbesFromFilterData(), 3);
652
+
653
+ EXPECT_EQ_NotLegacy(BloomHash(FilterData()), 4130687756U);
654
+
655
+ EXPECT_EQ_NotLegacy("31,38,40,43,61,83,86,112,125,131", FirstFPs(10));
656
+
657
+ // Now use enough keys so that changing bits / key by 1 is guaranteed to
658
+ // change number of allocated cache lines. So keys > max cache line bits.
659
+
660
+ // Note that the first attempted Ribbon seed is determined by the hash
661
+ // of the first key added (for pseudorandomness in practice, determinism in
662
+ // testing)
663
+
664
+ ResetPolicy(2); // num_probes = 1
665
+ for (int key = 0; key < 2087; key++) {
666
+ Add(Key(key, buffer));
667
+ }
668
+ Build();
669
+ EXPECT_EQ_Bloom(GetNumProbesFromFilterData(), 1);
670
+ EXPECT_EQ_Ribbon(GetRibbonSeedFromFilterData(), 61);
671
+
672
+ EXPECT_EQ_LegacyBloom(
673
+ BloomHash(FilterData()),
674
+ SelectByCacheLineSize(1567096579, 1964771444, 2659542661U));
675
+ EXPECT_EQ_FastBloom(BloomHash(FilterData()), 3817481309U);
676
+ EXPECT_EQ_Ribbon(BloomHash(FilterData()), 1705851228);
677
+
678
+ EXPECT_EQ_FastBloom("11,13,17,25,29,30,35,37,45,53", FirstFPs(10));
679
+ EXPECT_EQ_Ribbon("3,8,10,17,19,20,23,28,31,32", FirstFPs(10));
680
+
681
+ ResetPolicy(3); // num_probes = 2
682
+ for (int key = 0; key < 2087; key++) {
683
+ Add(Key(key, buffer));
684
+ }
685
+ Build();
686
+ EXPECT_EQ_Bloom(GetNumProbesFromFilterData(), 2);
687
+ EXPECT_EQ_Ribbon(GetRibbonSeedFromFilterData(), 61);
688
+
689
+ EXPECT_EQ_LegacyBloom(
690
+ BloomHash(FilterData()),
691
+ SelectByCacheLineSize(2707206547U, 2571983456U, 218344685));
692
+ EXPECT_EQ_FastBloom(BloomHash(FilterData()), 2807269961U);
693
+ EXPECT_EQ_Ribbon(BloomHash(FilterData()), 1095342358);
694
+
695
+ EXPECT_EQ_FastBloom("4,15,17,24,27,28,29,53,63,70", FirstFPs(10));
696
+ EXPECT_EQ_Ribbon("3,17,20,28,32,33,36,43,49,54", FirstFPs(10));
697
+
698
+ ResetPolicy(5); // num_probes = 3
699
+ for (int key = 0; key < 2087; key++) {
700
+ Add(Key(key, buffer));
701
+ }
702
+ Build();
703
+ EXPECT_EQ_Bloom(GetNumProbesFromFilterData(), 3);
704
+ EXPECT_EQ_Ribbon(GetRibbonSeedFromFilterData(), 61);
705
+
706
+ EXPECT_EQ_LegacyBloom(
707
+ BloomHash(FilterData()),
708
+ SelectByCacheLineSize(515748486, 94611728, 2436112214U));
709
+ EXPECT_EQ_FastBloom(BloomHash(FilterData()), 204628445);
710
+ EXPECT_EQ_Ribbon(BloomHash(FilterData()), 3971337699U);
711
+
712
+ EXPECT_EQ_FastBloom("15,24,29,39,53,87,89,100,103,104", FirstFPs(10));
713
+ EXPECT_EQ_Ribbon("3,33,36,43,67,70,76,78,84,102", FirstFPs(10));
714
+
715
+ ResetPolicy(8); // num_probes = 5
716
+ for (int key = 0; key < 2087; key++) {
717
+ Add(Key(key, buffer));
718
+ }
719
+ Build();
720
+ EXPECT_EQ_Bloom(GetNumProbesFromFilterData(), 5);
721
+ EXPECT_EQ_Ribbon(GetRibbonSeedFromFilterData(), 61);
722
+
723
+ EXPECT_EQ_LegacyBloom(
724
+ BloomHash(FilterData()),
725
+ SelectByCacheLineSize(1302145999, 2811644657U, 756553699));
726
+ EXPECT_EQ_FastBloom(BloomHash(FilterData()), 355564975);
727
+ EXPECT_EQ_Ribbon(BloomHash(FilterData()), 3651449053U);
728
+
729
+ EXPECT_EQ_FastBloom("16,60,66,126,220,238,244,256,265,287", FirstFPs(10));
730
+ EXPECT_EQ_Ribbon("33,187,203,296,300,322,411,419,547,582", FirstFPs(10));
731
+
732
+ ResetPolicy(9); // num_probes = 6
733
+ for (int key = 0; key < 2087; key++) {
734
+ Add(Key(key, buffer));
735
+ }
736
+ Build();
737
+ EXPECT_EQ_Bloom(GetNumProbesFromFilterData(), 6);
738
+ EXPECT_EQ_Ribbon(GetRibbonSeedFromFilterData(), 61);
739
+
740
+ EXPECT_EQ_LegacyBloom(
741
+ BloomHash(FilterData()),
742
+ SelectByCacheLineSize(2092755149, 661139132, 1182970461));
743
+ EXPECT_EQ_FastBloom(BloomHash(FilterData()), 2137566013U);
744
+ EXPECT_EQ_Ribbon(BloomHash(FilterData()), 1005676675);
745
+
746
+ EXPECT_EQ_FastBloom("156,367,791,872,945,1015,1139,1159,1265", FirstFPs(9));
747
+ EXPECT_EQ_Ribbon("33,187,203,296,411,419,604,612,615,619", FirstFPs(10));
748
+
749
+ ResetPolicy(11); // num_probes = 7
750
+ for (int key = 0; key < 2087; key++) {
751
+ Add(Key(key, buffer));
752
+ }
753
+ Build();
754
+ EXPECT_EQ_Bloom(GetNumProbesFromFilterData(), 7);
755
+ EXPECT_EQ_Ribbon(GetRibbonSeedFromFilterData(), 61);
756
+
757
+ EXPECT_EQ_LegacyBloom(
758
+ BloomHash(FilterData()),
759
+ SelectByCacheLineSize(3755609649U, 1812694762, 1449142939));
760
+ EXPECT_EQ_FastBloom(BloomHash(FilterData()), 2561502687U);
761
+ EXPECT_EQ_Ribbon(BloomHash(FilterData()), 3129900846U);
762
+
763
+ EXPECT_EQ_FastBloom("34,74,130,236,643,882,962,1015,1035,1110", FirstFPs(10));
764
+ EXPECT_EQ_Ribbon("411,419,623,665,727,794,955,1052,1323,1330", FirstFPs(10));
765
+
766
+ // This used to be 9 probes, but 8 is a better choice for speed,
767
+ // especially with SIMD groups of 8 probes, with essentially no
768
+ // change in FP rate.
769
+ // FP rate @ 9 probes, old Bloom: 0.4321%
770
+ // FP rate @ 9 probes, new Bloom: 0.1846%
771
+ // FP rate @ 8 probes, new Bloom: 0.1843%
772
+ ResetPolicy(14); // num_probes = 8 (new), 9 (old)
773
+ for (int key = 0; key < 2087; key++) {
774
+ Add(Key(key, buffer));
775
+ }
776
+ Build();
777
+ EXPECT_EQ_LegacyBloom(GetNumProbesFromFilterData(), 9);
778
+ EXPECT_EQ_FastBloom(GetNumProbesFromFilterData(), 8);
779
+ EXPECT_EQ_Ribbon(GetRibbonSeedFromFilterData(), 61);
780
+
781
+ EXPECT_EQ_LegacyBloom(
782
+ BloomHash(FilterData()),
783
+ SelectByCacheLineSize(178861123, 379087593, 2574136516U));
784
+ EXPECT_EQ_FastBloom(BloomHash(FilterData()), 3709876890U);
785
+ EXPECT_EQ_Ribbon(BloomHash(FilterData()), 1855638875);
786
+
787
+ EXPECT_EQ_FastBloom("130,240,522,565,989,2002,2526,3147,3543", FirstFPs(9));
788
+ EXPECT_EQ_Ribbon("665,727,1323,1755,3866,4232,4442,4492,4736", FirstFPs(9));
789
+
790
+ // This used to be 11 probes, but 9 is a better choice for speed
791
+ // AND accuracy.
792
+ // FP rate @ 11 probes, old Bloom: 0.3571%
793
+ // FP rate @ 11 probes, new Bloom: 0.0884%
794
+ // FP rate @ 9 probes, new Bloom: 0.0843%
795
+ ResetPolicy(16); // num_probes = 9 (new), 11 (old)
796
+ for (int key = 0; key < 2087; key++) {
797
+ Add(Key(key, buffer));
798
+ }
799
+ Build();
800
+ EXPECT_EQ_LegacyBloom(GetNumProbesFromFilterData(), 11);
801
+ EXPECT_EQ_FastBloom(GetNumProbesFromFilterData(), 9);
802
+ EXPECT_EQ_Ribbon(GetRibbonSeedFromFilterData(), 61);
803
+
804
+ EXPECT_EQ_LegacyBloom(
805
+ BloomHash(FilterData()),
806
+ SelectByCacheLineSize(1129406313, 3049154394U, 1727750964));
807
+ EXPECT_EQ_FastBloom(BloomHash(FilterData()), 1087138490);
808
+ EXPECT_EQ_Ribbon(BloomHash(FilterData()), 459379967);
809
+
810
+ EXPECT_EQ_FastBloom("3299,3611,3916,6620,7822,8079,8482,8942", FirstFPs(8));
811
+ EXPECT_EQ_Ribbon("727,1323,1755,4442,4736,5386,6974,7154,8222", FirstFPs(9));
812
+
813
+ ResetPolicy(10); // num_probes = 6, but different memory ratio vs. 9
814
+ for (int key = 0; key < 2087; key++) {
815
+ Add(Key(key, buffer));
816
+ }
817
+ Build();
818
+ EXPECT_EQ_Bloom(GetNumProbesFromFilterData(), 6);
819
+ EXPECT_EQ_Ribbon(GetRibbonSeedFromFilterData(), 61);
820
+
821
+ EXPECT_EQ_LegacyBloom(
822
+ BloomHash(FilterData()),
823
+ SelectByCacheLineSize(1478976371, 2910591341U, 1182970461));
824
+ EXPECT_EQ_FastBloom(BloomHash(FilterData()), 2498541272U);
825
+ EXPECT_EQ_Ribbon(BloomHash(FilterData()), 1273231667);
826
+
827
+ EXPECT_EQ_FastBloom("16,126,133,422,466,472,813,1002,1035", FirstFPs(9));
828
+ EXPECT_EQ_Ribbon("296,411,419,612,619,623,630,665,686,727", FirstFPs(10));
829
+
830
+ ResetPolicy(10);
831
+ for (int key = /*CHANGED*/ 1; key < 2087; key++) {
832
+ Add(Key(key, buffer));
833
+ }
834
+ Build();
835
+ EXPECT_EQ_Bloom(GetNumProbesFromFilterData(), 6);
836
+ EXPECT_EQ_Ribbon(GetRibbonSeedFromFilterData(), /*CHANGED*/ 184);
837
+
838
+ EXPECT_EQ_LegacyBloom(
839
+ BloomHash(FilterData()),
840
+ SelectByCacheLineSize(4205696321U, 1132081253U, 2385981855U));
841
+ EXPECT_EQ_FastBloom(BloomHash(FilterData()), 2058382345U);
842
+ EXPECT_EQ_Ribbon(BloomHash(FilterData()), 3007790572U);
843
+
844
+ EXPECT_EQ_FastBloom("16,126,133,422,466,472,813,1002,1035", FirstFPs(9));
845
+ EXPECT_EQ_Ribbon("33,152,383,497,589,633,737,781,911,990", FirstFPs(10));
846
+
847
+ ResetPolicy(10);
848
+ for (int key = 1; key < /*CHANGED*/ 2088; key++) {
849
+ Add(Key(key, buffer));
850
+ }
851
+ Build();
852
+ EXPECT_EQ_Bloom(GetNumProbesFromFilterData(), 6);
853
+ EXPECT_EQ_Ribbon(GetRibbonSeedFromFilterData(), 184);
854
+
855
+ EXPECT_EQ_LegacyBloom(
856
+ BloomHash(FilterData()),
857
+ SelectByCacheLineSize(2885052954U, 769447944, 4175124908U));
858
+ EXPECT_EQ_FastBloom(BloomHash(FilterData()), 23699164);
859
+ EXPECT_EQ_Ribbon(BloomHash(FilterData()), 1942323379);
860
+
861
+ EXPECT_EQ_FastBloom("16,126,133,422,466,472,813,1002,1035", FirstFPs(9));
862
+ EXPECT_EQ_Ribbon("33,95,360,589,737,911,990,1048,1081,1414", FirstFPs(10));
863
+
864
+ // With new fractional bits_per_key, check that we are rounding to
865
+ // whole bits per key for old Bloom filters but fractional for
866
+ // new Bloom filter.
867
+ ResetPolicy(9.5);
868
+ for (int key = 1; key < 2088; key++) {
869
+ Add(Key(key, buffer));
870
+ }
871
+ Build();
872
+ EXPECT_EQ_Bloom(GetNumProbesFromFilterData(), 6);
873
+ EXPECT_EQ_Ribbon(GetRibbonSeedFromFilterData(), 184);
874
+
875
+ EXPECT_EQ_LegacyBloom(
876
+ BloomHash(FilterData()),
877
+ /*SAME*/ SelectByCacheLineSize(2885052954U, 769447944, 4175124908U));
878
+ EXPECT_EQ_FastBloom(BloomHash(FilterData()), 3166884174U);
879
+ EXPECT_EQ_Ribbon(BloomHash(FilterData()), 1148258663);
880
+
881
+ EXPECT_EQ_FastBloom("126,156,367,444,458,791,813,976,1015", FirstFPs(9));
882
+ EXPECT_EQ_Ribbon("33,54,95,360,589,693,737,911,990,1048", FirstFPs(10));
883
+
884
+ ResetPolicy(10.499);
885
+ for (int key = 1; key < 2088; key++) {
886
+ Add(Key(key, buffer));
887
+ }
888
+ Build();
889
+ EXPECT_EQ_LegacyBloom(GetNumProbesFromFilterData(), 6);
890
+ EXPECT_EQ_FastBloom(GetNumProbesFromFilterData(), 7);
891
+ EXPECT_EQ_Ribbon(GetRibbonSeedFromFilterData(), 184);
892
+
893
+ EXPECT_EQ_LegacyBloom(
894
+ BloomHash(FilterData()),
895
+ /*SAME*/ SelectByCacheLineSize(2885052954U, 769447944, 4175124908U));
896
+ EXPECT_EQ_FastBloom(BloomHash(FilterData()), 4098502778U);
897
+ EXPECT_EQ_Ribbon(BloomHash(FilterData()), 792138188);
898
+
899
+ EXPECT_EQ_FastBloom("16,236,240,472,1015,1045,1111,1409,1465", FirstFPs(9));
900
+ EXPECT_EQ_Ribbon("33,95,360,589,737,990,1048,1081,1414,1643", FirstFPs(10));
901
+
902
+ ResetPolicy();
903
+ }
904
+
905
+ // A helper class for testing custom or corrupt filter bits as read by
906
+ // built-in FilterBitsReaders.
907
+ struct RawFilterTester {
908
+ // Buffer, from which we always return a tail Slice, so the
909
+ // last five bytes are always the metadata bytes.
910
+ std::array<char, 3000> data_;
911
+ // Points five bytes from the end
912
+ char* metadata_ptr_;
913
+
914
+ RawFilterTester() : metadata_ptr_(&*(data_.end() - 5)) {}
915
+
916
+ Slice ResetNoFill(uint32_t len_without_metadata, uint32_t num_lines,
917
+ uint32_t num_probes) {
918
+ metadata_ptr_[0] = static_cast<char>(num_probes);
919
+ EncodeFixed32(metadata_ptr_ + 1, num_lines);
920
+ uint32_t len = len_without_metadata + /*metadata*/ 5;
921
+ assert(len <= data_.size());
922
+ return Slice(metadata_ptr_ - len_without_metadata, len);
923
+ }
924
+
925
+ Slice Reset(uint32_t len_without_metadata, uint32_t num_lines,
926
+ uint32_t num_probes, bool fill_ones) {
927
+ data_.fill(fill_ones ? 0xff : 0);
928
+ return ResetNoFill(len_without_metadata, num_lines, num_probes);
929
+ }
930
+
931
+ Slice ResetWeirdFill(uint32_t len_without_metadata, uint32_t num_lines,
932
+ uint32_t num_probes) {
933
+ for (uint32_t i = 0; i < data_.size(); ++i) {
934
+ data_[i] = static_cast<char>(0x7b7b >> (i % 7));
935
+ }
936
+ return ResetNoFill(len_without_metadata, num_lines, num_probes);
937
+ }
938
+ };
939
+
940
+ TEST_P(FullBloomTest, RawSchema) {
941
+ RawFilterTester cft;
942
+ // Legacy Bloom configurations
943
+ // Two probes, about 3/4 bits set: ~50% "FP" rate
944
+ // One 256-byte cache line.
945
+ OpenRaw(cft.ResetWeirdFill(256, 1, 2));
946
+ EXPECT_EQ(uint64_t{11384799501900898790U}, PackedMatches());
947
+
948
+ // Two 128-byte cache lines.
949
+ OpenRaw(cft.ResetWeirdFill(256, 2, 2));
950
+ EXPECT_EQ(uint64_t{10157853359773492589U}, PackedMatches());
951
+
952
+ // Four 64-byte cache lines.
953
+ OpenRaw(cft.ResetWeirdFill(256, 4, 2));
954
+ EXPECT_EQ(uint64_t{7123594913907464682U}, PackedMatches());
955
+
956
+ // Fast local Bloom configurations (marker 255 -> -1)
957
+ // Two probes, about 3/4 bits set: ~50% "FP" rate
958
+ // Four 64-byte cache lines.
959
+ OpenRaw(cft.ResetWeirdFill(256, 2U << 8, 255));
960
+ EXPECT_EQ(uint64_t{9957045189927952471U}, PackedMatches());
961
+
962
+ // Ribbon configurations (marker 254 -> -2)
963
+
964
+ // Even though the builder never builds configurations this
965
+ // small (preferring Bloom), we can test that the configuration
966
+ // can be read, for possible future-proofing.
967
+
968
+ // 256 slots, one result column = 32 bytes (2 blocks, seed 0)
969
+ // ~50% FP rate:
970
+ // 0b0101010111110101010000110000011011011111100100001110010011101010
971
+ OpenRaw(cft.ResetWeirdFill(32, 2U << 8, 254));
972
+ EXPECT_EQ(uint64_t{6193930559317665002U}, PackedMatches());
973
+
974
+ // 256 slots, three-to-four result columns = 112 bytes
975
+ // ~ 1 in 10 FP rate:
976
+ // 0b0000000000100000000000000000000001000001000000010000101000000000
977
+ OpenRaw(cft.ResetWeirdFill(112, 2U << 8, 254));
978
+ EXPECT_EQ(uint64_t{9007200345328128U}, PackedMatches());
979
+ }
980
+
981
+ TEST_P(FullBloomTest, CorruptFilters) {
982
+ RawFilterTester cft;
983
+
984
+ for (bool fill : {false, true}) {
985
+ // Legacy Bloom configurations
986
+ // Good filter bits - returns same as fill
987
+ OpenRaw(cft.Reset(CACHE_LINE_SIZE, 1, 6, fill));
988
+ ASSERT_EQ(fill, Matches("hello"));
989
+ ASSERT_EQ(fill, Matches("world"));
990
+
991
+ // Good filter bits - returns same as fill
992
+ OpenRaw(cft.Reset(CACHE_LINE_SIZE * 3, 3, 6, fill));
993
+ ASSERT_EQ(fill, Matches("hello"));
994
+ ASSERT_EQ(fill, Matches("world"));
995
+
996
+ // Good filter bits - returns same as fill
997
+ // 256 is unusual but legal cache line size
998
+ OpenRaw(cft.Reset(256 * 3, 3, 6, fill));
999
+ ASSERT_EQ(fill, Matches("hello"));
1000
+ ASSERT_EQ(fill, Matches("world"));
1001
+
1002
+ // Good filter bits - returns same as fill
1003
+ // 30 should be max num_probes
1004
+ OpenRaw(cft.Reset(CACHE_LINE_SIZE, 1, 30, fill));
1005
+ ASSERT_EQ(fill, Matches("hello"));
1006
+ ASSERT_EQ(fill, Matches("world"));
1007
+
1008
+ // Good filter bits - returns same as fill
1009
+ // 1 should be min num_probes
1010
+ OpenRaw(cft.Reset(CACHE_LINE_SIZE, 1, 1, fill));
1011
+ ASSERT_EQ(fill, Matches("hello"));
1012
+ ASSERT_EQ(fill, Matches("world"));
1013
+
1014
+ // Type 1 trivial filter bits - returns true as if FP by zero probes
1015
+ OpenRaw(cft.Reset(CACHE_LINE_SIZE, 1, 0, fill));
1016
+ ASSERT_TRUE(Matches("hello"));
1017
+ ASSERT_TRUE(Matches("world"));
1018
+
1019
+ // Type 2 trivial filter bits - returns false as if built from zero keys
1020
+ OpenRaw(cft.Reset(0, 0, 6, fill));
1021
+ ASSERT_FALSE(Matches("hello"));
1022
+ ASSERT_FALSE(Matches("world"));
1023
+
1024
+ // Type 2 trivial filter bits - returns false as if built from zero keys
1025
+ OpenRaw(cft.Reset(0, 37, 6, fill));
1026
+ ASSERT_FALSE(Matches("hello"));
1027
+ ASSERT_FALSE(Matches("world"));
1028
+
1029
+ // Type 2 trivial filter bits - returns false as 0 size trumps 0 probes
1030
+ OpenRaw(cft.Reset(0, 0, 0, fill));
1031
+ ASSERT_FALSE(Matches("hello"));
1032
+ ASSERT_FALSE(Matches("world"));
1033
+
1034
+ // Bad filter bits - returns true for safety
1035
+ // No solution to 0 * x == CACHE_LINE_SIZE
1036
+ OpenRaw(cft.Reset(CACHE_LINE_SIZE, 0, 6, fill));
1037
+ ASSERT_TRUE(Matches("hello"));
1038
+ ASSERT_TRUE(Matches("world"));
1039
+
1040
+ // Bad filter bits - returns true for safety
1041
+ // Can't have 3 * x == 4 for integer x
1042
+ OpenRaw(cft.Reset(4, 3, 6, fill));
1043
+ ASSERT_TRUE(Matches("hello"));
1044
+ ASSERT_TRUE(Matches("world"));
1045
+
1046
+ // Bad filter bits - returns true for safety
1047
+ // 97 bytes is not a power of two, so not a legal cache line size
1048
+ OpenRaw(cft.Reset(97 * 3, 3, 6, fill));
1049
+ ASSERT_TRUE(Matches("hello"));
1050
+ ASSERT_TRUE(Matches("world"));
1051
+
1052
+ // Bad filter bits - returns true for safety
1053
+ // 65 bytes is not a power of two, so not a legal cache line size
1054
+ OpenRaw(cft.Reset(65 * 3, 3, 6, fill));
1055
+ ASSERT_TRUE(Matches("hello"));
1056
+ ASSERT_TRUE(Matches("world"));
1057
+
1058
+ // Bad filter bits - returns false as if built from zero keys
1059
+ // < 5 bytes overall means missing even metadata
1060
+ OpenRaw(cft.Reset(static_cast<uint32_t>(-1), 3, 6, fill));
1061
+ ASSERT_FALSE(Matches("hello"));
1062
+ ASSERT_FALSE(Matches("world"));
1063
+
1064
+ OpenRaw(cft.Reset(static_cast<uint32_t>(-5), 3, 6, fill));
1065
+ ASSERT_FALSE(Matches("hello"));
1066
+ ASSERT_FALSE(Matches("world"));
1067
+
1068
+ // Dubious filter bits - returns same as fill (for now)
1069
+ // 31 is not a useful num_probes, nor generated by RocksDB unless directly
1070
+ // using filter bits API without BloomFilterPolicy.
1071
+ OpenRaw(cft.Reset(CACHE_LINE_SIZE, 1, 31, fill));
1072
+ ASSERT_EQ(fill, Matches("hello"));
1073
+ ASSERT_EQ(fill, Matches("world"));
1074
+
1075
+ // Dubious filter bits - returns same as fill (for now)
1076
+ // Similar, with 127, largest positive char
1077
+ OpenRaw(cft.Reset(CACHE_LINE_SIZE, 1, 127, fill));
1078
+ ASSERT_EQ(fill, Matches("hello"));
1079
+ ASSERT_EQ(fill, Matches("world"));
1080
+
1081
+ // Dubious filter bits - returns true (for now)
1082
+ // num_probes set to 128 / -128, lowest negative char
1083
+ // NB: Bug in implementation interprets this as negative and has same
1084
+ // effect as zero probes, but effectively reserves negative char values
1085
+ // for future use.
1086
+ OpenRaw(cft.Reset(CACHE_LINE_SIZE, 1, 128, fill));
1087
+ ASSERT_TRUE(Matches("hello"));
1088
+ ASSERT_TRUE(Matches("world"));
1089
+
1090
+ // Dubious filter bits - returns true (for now)
1091
+ // Similar, with 253 / -3
1092
+ OpenRaw(cft.Reset(CACHE_LINE_SIZE, 1, 253, fill));
1093
+ ASSERT_TRUE(Matches("hello"));
1094
+ ASSERT_TRUE(Matches("world"));
1095
+
1096
+ // #########################################################
1097
+ // Fast local Bloom configurations (marker 255 -> -1)
1098
+ // Good config with six probes
1099
+ OpenRaw(cft.Reset(CACHE_LINE_SIZE, 6U << 8, 255, fill));
1100
+ ASSERT_EQ(fill, Matches("hello"));
1101
+ ASSERT_EQ(fill, Matches("world"));
1102
+
1103
+ // Becomes bad/reserved config (always true) if any other byte set
1104
+ OpenRaw(cft.Reset(CACHE_LINE_SIZE, (6U << 8) | 1U, 255, fill));
1105
+ ASSERT_TRUE(Matches("hello"));
1106
+ ASSERT_TRUE(Matches("world"));
1107
+
1108
+ OpenRaw(cft.Reset(CACHE_LINE_SIZE, (6U << 8) | (1U << 16), 255, fill));
1109
+ ASSERT_TRUE(Matches("hello"));
1110
+ ASSERT_TRUE(Matches("world"));
1111
+
1112
+ OpenRaw(cft.Reset(CACHE_LINE_SIZE, (6U << 8) | (1U << 24), 255, fill));
1113
+ ASSERT_TRUE(Matches("hello"));
1114
+ ASSERT_TRUE(Matches("world"));
1115
+
1116
+ // Good config, max 30 probes
1117
+ OpenRaw(cft.Reset(CACHE_LINE_SIZE, 30U << 8, 255, fill));
1118
+ ASSERT_EQ(fill, Matches("hello"));
1119
+ ASSERT_EQ(fill, Matches("world"));
1120
+
1121
+ // Bad/reserved config (always true) if more than 30
1122
+ OpenRaw(cft.Reset(CACHE_LINE_SIZE, 31U << 8, 255, fill));
1123
+ ASSERT_TRUE(Matches("hello"));
1124
+ ASSERT_TRUE(Matches("world"));
1125
+
1126
+ OpenRaw(cft.Reset(CACHE_LINE_SIZE, 33U << 8, 255, fill));
1127
+ ASSERT_TRUE(Matches("hello"));
1128
+ ASSERT_TRUE(Matches("world"));
1129
+
1130
+ OpenRaw(cft.Reset(CACHE_LINE_SIZE, 66U << 8, 255, fill));
1131
+ ASSERT_TRUE(Matches("hello"));
1132
+ ASSERT_TRUE(Matches("world"));
1133
+
1134
+ OpenRaw(cft.Reset(CACHE_LINE_SIZE, 130U << 8, 255, fill));
1135
+ ASSERT_TRUE(Matches("hello"));
1136
+ ASSERT_TRUE(Matches("world"));
1137
+ }
1138
+
1139
+ // #########################################################
1140
+ // Ribbon configurations (marker 254 -> -2)
1141
+ // ("fill" doesn't work to detect good configurations, we just
1142
+ // have to rely on TN probability)
1143
+
1144
+ // Good: 2 blocks * 16 bytes / segment * 4 columns = 128 bytes
1145
+ // seed = 123
1146
+ OpenRaw(cft.Reset(128, (2U << 8) + 123U, 254, false));
1147
+ ASSERT_FALSE(Matches("hello"));
1148
+ ASSERT_FALSE(Matches("world"));
1149
+
1150
+ // Good: 2 blocks * 16 bytes / segment * 8 columns = 256 bytes
1151
+ OpenRaw(cft.Reset(256, (2U << 8) + 123U, 254, false));
1152
+ ASSERT_FALSE(Matches("hello"));
1153
+ ASSERT_FALSE(Matches("world"));
1154
+
1155
+ // Surprisingly OK: 5000 blocks (640,000 slots) in only 1024 bits
1156
+ // -> average close to 0 columns
1157
+ OpenRaw(cft.Reset(128, (5000U << 8) + 123U, 254, false));
1158
+ // *Almost* all FPs
1159
+ ASSERT_TRUE(Matches("hello"));
1160
+ ASSERT_TRUE(Matches("world"));
1161
+ // Need many queries to find a "true negative"
1162
+ for (int i = 0; Matches(ToString(i)); ++i) {
1163
+ ASSERT_LT(i, 1000);
1164
+ }
1165
+
1166
+ // Bad: 1 block not allowed (for implementation detail reasons)
1167
+ OpenRaw(cft.Reset(128, (1U << 8) + 123U, 254, false));
1168
+ ASSERT_TRUE(Matches("hello"));
1169
+ ASSERT_TRUE(Matches("world"));
1170
+
1171
+ // Bad: 0 blocks not allowed
1172
+ OpenRaw(cft.Reset(128, (0U << 8) + 123U, 254, false));
1173
+ ASSERT_TRUE(Matches("hello"));
1174
+ ASSERT_TRUE(Matches("world"));
1175
+ }
1176
+
1177
+ INSTANTIATE_TEST_CASE_P(Full, FullBloomTest,
1178
+ testing::Values(BloomFilterPolicy::kLegacyBloom,
1179
+ BloomFilterPolicy::kFastLocalBloom,
1180
+ BloomFilterPolicy::kStandard128Ribbon));
1181
+
1182
+ } // namespace ROCKSDB_NAMESPACE
1183
+
1184
+ int main(int argc, char** argv) {
1185
+ ::testing::InitGoogleTest(&argc, argv);
1186
+ ParseCommandLineFlags(&argc, &argv, true);
1187
+
1188
+ return RUN_ALL_TESTS();
1189
+ }
1190
+
1191
+ #endif // GFLAGS