@nxtedition/rocksdb 8.2.8 → 9.0.0

package/deps/rocksdb/rocksdb/db/import_column_family_job.cc

@@ -29,79 +29,132 @@ namespace ROCKSDB_NAMESPACE {
 Status ImportColumnFamilyJob::Prepare(uint64_t next_file_number,
                                       SuperVersion* sv) {
   Status status;
+  std::vector<ColumnFamilyIngestFileInfo> cf_ingest_infos;
+  for (const auto& metadata_per_cf : metadatas_) {
+    // Read the information of files we are importing
+    ColumnFamilyIngestFileInfo cf_file_info;
+    InternalKey smallest, largest;
+    int num_files = 0;
+    std::vector<IngestedFileInfo> files_to_import_per_cf;
+    for (size_t i = 0; i < metadata_per_cf.size(); i++) {
+      auto file_metadata = *metadata_per_cf[i];
+      const auto file_path = file_metadata.db_path + "/" + file_metadata.name;
+      IngestedFileInfo file_to_import;
+      status = GetIngestedFileInfo(file_path, next_file_number++, sv,
+                                   file_metadata, &file_to_import);
+      if (!status.ok()) {
+        return status;
+      }
 
-  // Read the information of files we are importing
-  for (const auto& file_metadata : metadata_) {
-    const auto file_path = file_metadata.db_path + "/" + file_metadata.name;
-    IngestedFileInfo file_to_import;
-    status = GetIngestedFileInfo(file_path, next_file_number++, sv,
-                                 file_metadata, &file_to_import);
-    if (!status.ok()) {
-      return status;
-    }
-    files_to_import_.push_back(file_to_import);
-  }
+      if (file_to_import.num_entries == 0) {
+        status = Status::InvalidArgument("File contain no entries");
+        return status;
+      }
 
-  auto num_files = files_to_import_.size();
-  if (num_files == 0) {
-    status = Status::InvalidArgument("The list of files is empty");
-    return status;
-  }
+      if (!file_to_import.smallest_internal_key.Valid() ||
+          !file_to_import.largest_internal_key.Valid()) {
+        status = Status::Corruption("File has corrupted keys");
+        return status;
+      }
+
+      files_to_import_per_cf.push_back(file_to_import);
+      num_files++;
+
+      // Calculate the smallest and largest keys of all files in this CF
+      if (i == 0) {
+        smallest = file_to_import.smallest_internal_key;
+        largest = file_to_import.largest_internal_key;
+      } else {
+        if (cfd_->internal_comparator().Compare(
+                smallest, file_to_import.smallest_internal_key) < 0) {
+          smallest = file_to_import.smallest_internal_key;
+        }
+        if (cfd_->internal_comparator().Compare(
+                largest, file_to_import.largest_internal_key) > 0) {
+          largest = file_to_import.largest_internal_key;
+        }
+      }
+    }
 
-  for (const auto& f : files_to_import_) {
-    if (f.num_entries == 0) {
-      status = Status::InvalidArgument("File contain no entries");
+    if (num_files == 0) {
+      status = Status::InvalidArgument("The list of files is empty");
       return status;
     }
+    files_to_import_.push_back(files_to_import_per_cf);
+    cf_file_info.smallest_internal_key = smallest;
+    cf_file_info.largest_internal_key = largest;
+    cf_ingest_infos.push_back(cf_file_info);
+  }
 
-    if (!f.smallest_internal_key.Valid() || !f.largest_internal_key.Valid()) {
-      status = Status::Corruption("File has corrupted keys");
+  std::sort(cf_ingest_infos.begin(), cf_ingest_infos.end(),
+            [this](const ColumnFamilyIngestFileInfo& info1,
+                   const ColumnFamilyIngestFileInfo& info2) {
+              return cfd_->user_comparator()->Compare(
+                         info1.smallest_internal_key.user_key(),
+                         info2.smallest_internal_key.user_key()) < 0;
+            });
+
+  for (size_t i = 0; i + 1 < cf_ingest_infos.size(); i++) {
+    if (cfd_->user_comparator()->Compare(
+            cf_ingest_infos[i].largest_internal_key.user_key(),
+            cf_ingest_infos[i + 1].smallest_internal_key.user_key()) >= 0) {
+      status = Status::InvalidArgument("CFs have overlapping ranges");
       return status;
     }
   }
 
   // Copy/Move external files into DB
   auto hardlink_files = import_options_.move_files;
-  for (auto& f : files_to_import_) {
-    const auto path_outside_db = f.external_file_path;
-    const auto path_inside_db = TableFileName(
-        cfd_->ioptions()->cf_paths, f.fd.GetNumber(), f.fd.GetPathId());
-
-    if (hardlink_files) {
-      status =
-          fs_->LinkFile(path_outside_db, path_inside_db, IOOptions(), nullptr);
-      if (status.IsNotSupported()) {
-        // Original file is on a different FS, use copy instead of hard linking
-        hardlink_files = false;
-        ROCKS_LOG_INFO(db_options_.info_log,
-                       "Try to link file %s but it's not supported : %s",
-                       f.internal_file_path.c_str(), status.ToString().c_str());
+
+  for (auto& files_to_import_per_cf : files_to_import_) {
+    for (auto& f : files_to_import_per_cf) {
+      const auto path_outside_db = f.external_file_path;
+      const auto path_inside_db = TableFileName(
+          cfd_->ioptions()->cf_paths, f.fd.GetNumber(), f.fd.GetPathId());
+
+      if (hardlink_files) {
+        status = fs_->LinkFile(path_outside_db, path_inside_db, IOOptions(),
+                               nullptr);
+        if (status.IsNotSupported()) {
+          // Original file is on a different FS, use copy instead of hard
+          // linking
+          hardlink_files = false;
+          ROCKS_LOG_INFO(db_options_.info_log,
+                         "Try to link file %s but it's not supported : %s",
+                         f.internal_file_path.c_str(),
+                         status.ToString().c_str());
+        }
       }
-    }
-    if (!hardlink_files) {
-      status =
-          CopyFile(fs_.get(), path_outside_db, path_inside_db, 0,
-                   db_options_.use_fsync, io_tracer_, Temperature::kUnknown);
+      if (!hardlink_files) {
+        status =
+            CopyFile(fs_.get(), path_outside_db, path_inside_db, 0,
+                     db_options_.use_fsync, io_tracer_, Temperature::kUnknown);
+      }
+      if (!status.ok()) {
+        break;
+      }
+      f.copy_file = !hardlink_files;
+      f.internal_file_path = path_inside_db;
     }
     if (!status.ok()) {
       break;
     }
-    f.copy_file = !hardlink_files;
-    f.internal_file_path = path_inside_db;
   }
 
   if (!status.ok()) {
     // We failed, remove all files that we copied into the db
-    for (const auto& f : files_to_import_) {
-      if (f.internal_file_path.empty()) {
-        break;
-      }
-      const auto s =
-          fs_->DeleteFile(f.internal_file_path, IOOptions(), nullptr);
-      if (!s.ok()) {
-        ROCKS_LOG_WARN(db_options_.info_log,
-                       "AddFile() clean up for file %s failed : %s",
-                       f.internal_file_path.c_str(), s.ToString().c_str());
+    for (auto& files_to_import_per_cf : files_to_import_) {
+      for (auto& f : files_to_import_per_cf) {
+        if (f.internal_file_path.empty()) {
+          break;
+        }
+        const auto s =
+            fs_->DeleteFile(f.internal_file_path, IOOptions(), nullptr);
+        if (!s.ok()) {
+          ROCKS_LOG_WARN(db_options_.info_log,
+                         "AddFile() clean up for file %s failed : %s",
+                         f.internal_file_path.c_str(), s.ToString().c_str());
+        }
       }
     }
   }
@@ -132,32 +185,40 @@ Status ImportColumnFamilyJob::Run() {
       &cfd_->internal_comparator(), cfd_->user_comparator(),
       cfd_->NumberLevels(), cfd_->ioptions()->compaction_style,
       nullptr /* src_vstorage */, cfd_->ioptions()->force_consistency_checks,
-      EpochNumberRequirement::kMightMissing);
+      EpochNumberRequirement::kMightMissing, cfd_->ioptions()->clock,
+      cfd_->GetLatestMutableCFOptions()->bottommost_file_compaction_delay);
   Status s;
+
   for (size_t i = 0; s.ok() && i < files_to_import_.size(); ++i) {
-    const auto& f = files_to_import_[i];
-    const auto& file_metadata = metadata_[i];
-
-    uint64_t tail_size = 0;
-    bool contain_no_data_blocks = f.table_properties.num_entries > 0 &&
-                                  (f.table_properties.num_entries ==
-                                   f.table_properties.num_range_deletions);
-    if (f.table_properties.tail_start_offset > 0 || contain_no_data_blocks) {
-      uint64_t file_size = f.fd.GetFileSize();
-      assert(f.table_properties.tail_start_offset <= file_size);
-      tail_size = file_size - f.table_properties.tail_start_offset;
-    }
+    for (size_t j = 0; s.ok() && j < files_to_import_[i].size(); ++j) {
+      const auto& f = files_to_import_[i][j];
+      const auto& file_metadata = *metadatas_[i][j];
+
+      uint64_t tail_size = 0;
+      bool contain_no_data_blocks = f.table_properties.num_entries > 0 &&
+                                    (f.table_properties.num_entries ==
+                                     f.table_properties.num_range_deletions);
+      if (f.table_properties.tail_start_offset > 0 || contain_no_data_blocks) {
+        uint64_t file_size = f.fd.GetFileSize();
+        assert(f.table_properties.tail_start_offset <= file_size);
+        tail_size = file_size - f.table_properties.tail_start_offset;
+      }
 
-    VersionEdit dummy_version_edit;
-    dummy_version_edit.AddFile(
-        file_metadata.level, f.fd.GetNumber(), f.fd.GetPathId(),
-        f.fd.GetFileSize(), f.smallest_internal_key, f.largest_internal_key,
-        file_metadata.smallest_seqno, file_metadata.largest_seqno, false,
-        file_metadata.temperature, kInvalidBlobFileNumber, oldest_ancester_time,
-        current_time, file_metadata.epoch_number, kUnknownFileChecksum,
-        kUnknownFileChecksumFuncName, f.unique_id, 0, tail_size);
-    s = dummy_version_builder.Apply(&dummy_version_edit);
+      VersionEdit dummy_version_edit;
+      dummy_version_edit.AddFile(
+          file_metadata.level, f.fd.GetNumber(), f.fd.GetPathId(),
+          f.fd.GetFileSize(), f.smallest_internal_key, f.largest_internal_key,
+          file_metadata.smallest_seqno, file_metadata.largest_seqno, false,
+          file_metadata.temperature, kInvalidBlobFileNumber,
+          oldest_ancester_time, current_time, file_metadata.epoch_number,
+          kUnknownFileChecksum, kUnknownFileChecksumFuncName, f.unique_id, 0,
+          tail_size,
+          static_cast<bool>(
+              f.table_properties.user_defined_timestamps_persisted));
+      s = dummy_version_builder.Apply(&dummy_version_edit);
+    }
   }
+
   if (s.ok()) {
     s = dummy_version_builder.SaveTo(&dummy_vstorage);
   }
@@ -198,26 +259,30 @@ Status ImportColumnFamilyJob::Run() {
 void ImportColumnFamilyJob::Cleanup(const Status& status) {
   if (!status.ok()) {
     // We failed to add files to the database remove all the files we copied.
-    for (const auto& f : files_to_import_) {
-      const auto s =
-          fs_->DeleteFile(f.internal_file_path, IOOptions(), nullptr);
-      if (!s.ok()) {
-        ROCKS_LOG_WARN(db_options_.info_log,
-                       "AddFile() clean up for file %s failed : %s",
-                       f.internal_file_path.c_str(), s.ToString().c_str());
+    for (auto& files_to_import_per_cf : files_to_import_) {
+      for (auto& f : files_to_import_per_cf) {
+        const auto s =
+            fs_->DeleteFile(f.internal_file_path, IOOptions(), nullptr);
+        if (!s.ok()) {
+          ROCKS_LOG_WARN(db_options_.info_log,
+                         "AddFile() clean up for file %s failed : %s",
+                         f.internal_file_path.c_str(), s.ToString().c_str());
+        }
       }
     }
   } else if (status.ok() && import_options_.move_files) {
     // The files were moved and added successfully, remove original file links
-    for (IngestedFileInfo& f : files_to_import_) {
-      const auto s =
-          fs_->DeleteFile(f.external_file_path, IOOptions(), nullptr);
-      if (!s.ok()) {
-        ROCKS_LOG_WARN(
-            db_options_.info_log,
-            "%s was added to DB successfully but failed to remove original "
-            "file link : %s",
-            f.external_file_path.c_str(), s.ToString().c_str());
+    for (auto& files_to_import_per_cf : files_to_import_) {
+      for (auto& f : files_to_import_per_cf) {
+        const auto s =
+            fs_->DeleteFile(f.external_file_path, IOOptions(), nullptr);
+        if (!s.ok()) {
+          ROCKS_LOG_WARN(
+              db_options_.info_log,
+              "%s was added to DB successfully but failed to remove original "
+              "file link : %s",
+              f.external_file_path.c_str(), s.ToString().c_str());
+        }
       }
     }
   }
@@ -256,6 +321,9 @@ Status ImportColumnFamilyJob::GetIngestedFileInfo(
   sst_file_reader.reset(new RandomAccessFileReader(
       std::move(sst_file), external_file, nullptr /*Env*/, io_tracer_));
 
+  // TODO(yuzhangyu): User-defined timestamps doesn't support importing column
+  //  family. Pass in the correct `user_defined_timestamps_persisted` flag for
+  //  creating `TableReaderOptions` when the support is there.
   status = cfd_->ioptions()->table_factory->NewTableReader(
       TableReaderOptions(
           *cfd_->ioptions(), sv->mutable_cf_options.prefix_extractor,
@@ -361,4 +429,4 @@ Status ImportColumnFamilyJob::GetIngestedFileInfo(
 
   return status;
 }
-}  // namespace ROCKSDB_NAMESPACE
+}  // namespace ROCKSDB_NAMESPACE

package/deps/rocksdb/rocksdb/db/import_column_family_job.h

@@ -25,13 +25,22 @@ class SystemClock;
 // Imports a set of sst files as is into a new column family. Logic is similar
 // to ExternalSstFileIngestionJob.
 class ImportColumnFamilyJob {
+  // All file information of an imported CF, mainly used to
+  // calculate whether there is overlap between CFs
+  struct ColumnFamilyIngestFileInfo {
+    // Smallest internal key in cf
+    InternalKey smallest_internal_key;
+    // Largest internal key in cf
+    InternalKey largest_internal_key;
+  };
+
  public:
-  ImportColumnFamilyJob(VersionSet* versions, ColumnFamilyData* cfd,
-                        const ImmutableDBOptions& db_options,
-                        const EnvOptions& env_options,
-                        const ImportColumnFamilyOptions& import_options,
-                        const std::vector<LiveFileMetaData>& metadata,
-                        const std::shared_ptr<IOTracer>& io_tracer)
+  ImportColumnFamilyJob(
+      VersionSet* versions, ColumnFamilyData* cfd,
+      const ImmutableDBOptions& db_options, const EnvOptions& env_options,
+      const ImportColumnFamilyOptions& import_options,
+      const std::vector<std::vector<LiveFileMetaData*>>& metadatas,
+      const std::shared_ptr<IOTracer>& io_tracer)
       : clock_(db_options.clock),
         versions_(versions),
         cfd_(cfd),
@@ -39,7 +48,7 @@ class ImportColumnFamilyJob {
         fs_(db_options_.fs, io_tracer),
         env_options_(env_options),
         import_options_(import_options),
-        metadata_(metadata),
+        metadatas_(metadatas),
         io_tracer_(io_tracer) {}
 
   // Prepare the job by copying external files into the DB.
@@ -54,7 +63,7 @@ class ImportColumnFamilyJob {
 
   VersionEdit* edit() { return &edit_; }
 
-  const autovector<IngestedFileInfo>& files_to_import() const {
+  const std::vector<std::vector<IngestedFileInfo>>& files_to_import() const {
     return files_to_import_;
   }
 
@@ -72,10 +81,10 @@ class ImportColumnFamilyJob {
   const ImmutableDBOptions& db_options_;
   const FileSystemPtr fs_;
   const EnvOptions& env_options_;
-  autovector<IngestedFileInfo> files_to_import_;
+  std::vector<std::vector<IngestedFileInfo>> files_to_import_;
   VersionEdit edit_;
   const ImportColumnFamilyOptions& import_options_;
-  std::vector<LiveFileMetaData> metadata_;
+  const std::vector<std::vector<LiveFileMetaData*>> metadatas_;
   const std::shared_ptr<IOTracer> io_tracer_;
 };
 

package/deps/rocksdb/rocksdb/db/import_column_family_test.cc

@@ -22,10 +22,13 @@ class ImportColumnFamilyTest : public DBTestBase {
       : DBTestBase("import_column_family_test", /*env_do_fsync=*/true) {
     sst_files_dir_ = dbname_ + "/sst_files/";
     export_files_dir_ = test::PerThreadDBPath(env_, "export");
+    export_files_dir2_ = test::PerThreadDBPath(env_, "export2");
+
     DestroyAndRecreateExternalSSTFilesDir();
     import_cfh_ = nullptr;
     import_cfh2_ = nullptr;
     metadata_ptr_ = nullptr;
+    metadata_ptr2_ = nullptr;
   }
 
   ~ImportColumnFamilyTest() {
@@ -43,14 +46,21 @@ class ImportColumnFamilyTest : public DBTestBase {
       delete metadata_ptr_;
       metadata_ptr_ = nullptr;
     }
+
+    if (metadata_ptr2_) {
+      delete metadata_ptr2_;
+      metadata_ptr2_ = nullptr;
+    }
     EXPECT_OK(DestroyDir(env_, sst_files_dir_));
     EXPECT_OK(DestroyDir(env_, export_files_dir_));
+    EXPECT_OK(DestroyDir(env_, export_files_dir2_));
   }
 
   void DestroyAndRecreateExternalSSTFilesDir() {
     EXPECT_OK(DestroyDir(env_, sst_files_dir_));
     EXPECT_OK(env_->CreateDir(sst_files_dir_));
     EXPECT_OK(DestroyDir(env_, export_files_dir_));
+    EXPECT_OK(DestroyDir(env_, export_files_dir2_));
   }
 
   LiveFileMetaData LiveFileMetaDataInit(std::string name, std::string path,
@@ -69,9 +79,11 @@ class ImportColumnFamilyTest : public DBTestBase {
  protected:
   std::string sst_files_dir_;
   std::string export_files_dir_;
+  std::string export_files_dir2_;
   ColumnFamilyHandle* import_cfh_;
   ColumnFamilyHandle* import_cfh2_;
   ExportImportFilesMetaData* metadata_ptr_;
+  ExportImportFilesMetaData* metadata_ptr2_;
 };
 
 TEST_F(ImportColumnFamilyTest, ImportSSTFileWriterFiles) {
@@ -738,6 +750,137 @@ TEST_F(ImportColumnFamilyTest, ImportColumnFamilyNegativeTest) {
   }
 }
 
+TEST_F(ImportColumnFamilyTest, ImportMultiColumnFamilyTest) {
+  Options options = CurrentOptions();
+  CreateAndReopenWithCF({"koko"}, options);
+
+  for (int i = 0; i < 100; ++i) {
+    ASSERT_OK(Put(1, Key(i), Key(i) + "_val"));
+  }
+  ASSERT_OK(Flush(1));
+
+  ASSERT_OK(
+      db_->CompactRange(CompactRangeOptions(), handles_[1], nullptr, nullptr));
+
+  // Overwrite the value in the same set of keys.
+  for (int i = 0; i < 100; ++i) {
+    ASSERT_OK(Put(1, Key(i), Key(i) + "_overwrite"));
+  }
+
+  // Flush again to create another L0 file. It should have higher sequencer.
+  ASSERT_OK(Flush(1));
+
+  Checkpoint* checkpoint1;
+  Checkpoint* checkpoint2;
+  ASSERT_OK(Checkpoint::Create(db_, &checkpoint1));
+  ASSERT_OK(checkpoint1->ExportColumnFamily(handles_[1], export_files_dir_,
+                                            &metadata_ptr_));
+
+  // Create a new db and import the files.
+  DB* db_copy;
+  ASSERT_OK(DestroyDir(env_, dbname_ + "/db_copy"));
+  ASSERT_OK(DB::Open(options, dbname_ + "/db_copy", &db_copy));
+  ColumnFamilyHandle* copy_cfh = nullptr;
+  ASSERT_OK(db_copy->CreateColumnFamily(options, "koko", &copy_cfh));
+  WriteOptions wo;
+  for (int i = 100; i < 200; ++i) {
+    ASSERT_OK(db_copy->Put(wo, copy_cfh, Key(i), Key(i) + "_val"));
+  }
+  ASSERT_OK(db_copy->Flush(FlushOptions()));
+  for (int i = 100; i < 200; ++i) {
+    ASSERT_OK(db_copy->Put(wo, copy_cfh, Key(i), Key(i) + "_overwrite"));
+  }
+  ASSERT_OK(db_copy->Flush(FlushOptions()));
+  for (int i = 100; i < 200; ++i) {
+    ASSERT_OK(db_copy->Put(wo, copy_cfh, Key(i), Key(i) + "_overwrite2"));
+  }
+  ASSERT_OK(db_copy->Flush(FlushOptions()));
+
+  // Flush again to create another L0 file. It should have higher sequencer.
+  ASSERT_OK(Checkpoint::Create(db_copy, &checkpoint2));
+  ASSERT_OK(checkpoint2->ExportColumnFamily(copy_cfh, export_files_dir2_,
+                                            &metadata_ptr2_));
+
+  ASSERT_NE(metadata_ptr_, nullptr);
+  ASSERT_NE(metadata_ptr2_, nullptr);
+  delete checkpoint1;
+  delete checkpoint2;
+  ImportColumnFamilyOptions import_options;
+  import_options.move_files = false;
+
+  std::vector<const ExportImportFilesMetaData*> metadatas = {metadata_ptr_,
+                                                             metadata_ptr2_};
+  ASSERT_OK(db_->CreateColumnFamilyWithImport(options, "toto", import_options,
+                                              metadatas, &import_cfh_));
+
+  std::string value1, value2;
+  for (int i = 0; i < 100; ++i) {
+    ASSERT_OK(db_->Get(ReadOptions(), import_cfh_, Key(i), &value1));
+    ASSERT_EQ(Get(1, Key(i)), value1);
+  }
+
+  for (int i = 100; i < 200; ++i) {
+    ASSERT_OK(db_->Get(ReadOptions(), import_cfh_, Key(i), &value1));
+    ASSERT_OK(db_copy->Get(ReadOptions(), copy_cfh, Key(i), &value2));
+    ASSERT_EQ(value1, value2);
+  }
+
+  ASSERT_OK(db_copy->DropColumnFamily(copy_cfh));
+  ASSERT_OK(db_copy->DestroyColumnFamilyHandle(copy_cfh));
+  delete db_copy;
+  ASSERT_OK(DestroyDir(env_, dbname_ + "/db_copy"));
+}
+
+TEST_F(ImportColumnFamilyTest, ImportMultiColumnFamilyWithOverlap) {
+  Options options = CurrentOptions();
+  CreateAndReopenWithCF({"koko"}, options);
+
+  for (int i = 0; i < 100; ++i) {
+    ASSERT_OK(Put(1, Key(i), Key(i) + "_val"));
+  }
+
+  Checkpoint* checkpoint1;
+  Checkpoint* checkpoint2;
+  ASSERT_OK(Checkpoint::Create(db_, &checkpoint1));
+  ASSERT_OK(checkpoint1->ExportColumnFamily(handles_[1], export_files_dir_,
+                                            &metadata_ptr_));
+
+  // Create a new db and import the files.
+  DB* db_copy;
+  ASSERT_OK(DestroyDir(env_, dbname_ + "/db_copy"));
+  ASSERT_OK(DB::Open(options, dbname_ + "/db_copy", &db_copy));
+  ColumnFamilyHandle* copy_cfh = nullptr;
+  ASSERT_OK(db_copy->CreateColumnFamily(options, "koko", &copy_cfh));
+  WriteOptions wo;
+  for (int i = 50; i < 150; ++i) {
+    ASSERT_OK(db_copy->Put(wo, copy_cfh, Key(i), Key(i) + "_val"));
+  }
+  ASSERT_OK(db_copy->Flush(FlushOptions()));
+
+  // Flush again to create another L0 file. It should have higher sequencer.
+  ASSERT_OK(Checkpoint::Create(db_copy, &checkpoint2));
+  ASSERT_OK(checkpoint2->ExportColumnFamily(copy_cfh, export_files_dir2_,
+                                            &metadata_ptr2_));
+
+  ASSERT_NE(metadata_ptr_, nullptr);
+  ASSERT_NE(metadata_ptr2_, nullptr);
+  delete checkpoint1;
+  delete checkpoint2;
+  ImportColumnFamilyOptions import_options;
+  import_options.move_files = false;
+
+  std::vector<const ExportImportFilesMetaData*> metadatas = {metadata_ptr_,
+                                                             metadata_ptr2_};
+
+  ASSERT_EQ(db_->CreateColumnFamilyWithImport(options, "toto", import_options,
+                                              metadatas, &import_cfh_),
+            Status::InvalidArgument("CFs have overlapping ranges"));
+
+  ASSERT_OK(db_copy->DropColumnFamily(copy_cfh));
+  ASSERT_OK(db_copy->DestroyColumnFamilyHandle(copy_cfh));
+  delete db_copy;
+  ASSERT_OK(DestroyDir(env_, dbname_ + "/db_copy"));
+}
 }  // namespace ROCKSDB_NAMESPACE
 
 int main(int argc, char** argv) {

package/deps/rocksdb/rocksdb/db/internal_stats.cc

@@ -291,6 +291,7 @@ static const std::string min_obsolete_sst_number_to_keep_str =
 static const std::string base_level_str = "base-level";
 static const std::string total_sst_files_size = "total-sst-files-size";
 static const std::string live_sst_files_size = "live-sst-files-size";
+static const std::string obsolete_sst_files_size = "obsolete-sst-files-size";
 static const std::string live_sst_files_size_at_temperature =
     "live-sst-files-size-at-temperature";
 static const std::string estimate_pending_comp_bytes =
@@ -394,6 +395,8 @@ const std::string DB::Properties::kTotalSstFilesSize =
     rocksdb_prefix + total_sst_files_size;
 const std::string DB::Properties::kLiveSstFilesSize =
     rocksdb_prefix + live_sst_files_size;
+const std::string DB::Properties::kObsoleteSstFilesSize =
+    rocksdb_prefix + obsolete_sst_files_size;
 const std::string DB::Properties::kBaseLevel = rocksdb_prefix + base_level_str;
 const std::string DB::Properties::kEstimatePendingCompactionBytes =
     rocksdb_prefix + estimate_pending_comp_bytes;
@@ -565,6 +568,9 @@ const UnorderedMap<std::string, DBPropertyInfo>
         {DB::Properties::kLiveSstFilesSizeAtTemperature,
          {false, &InternalStats::HandleLiveSstFilesSizeAtTemperature, nullptr,
           nullptr, nullptr}},
+        {DB::Properties::kObsoleteSstFilesSize,
+         {false, nullptr, &InternalStats::HandleObsoleteSstFilesSize, nullptr,
+          nullptr}},
         {DB::Properties::kEstimatePendingCompactionBytes,
          {false, nullptr, &InternalStats::HandleEstimatePendingCompactionBytes,
           nullptr, nullptr}},
@@ -1395,6 +1401,12 @@ bool InternalStats::HandleLiveSstFilesSize(uint64_t* value, DBImpl* /*db*/,
   return true;
 }
 
+bool InternalStats::HandleObsoleteSstFilesSize(uint64_t* value, DBImpl* db,
+                                               Version* /*version*/) {
+  *value = db->GetObsoleteSstFilesSize();
+  return true;
+}
+
 bool InternalStats::HandleEstimatePendingCompactionBytes(uint64_t* value,
                                                          DBImpl* /*db*/,
                                                          Version* /*version*/) {
@@ -1738,7 +1750,7 @@ void InternalStats::DumpCFMapStats(
   assert(vstorage);
 
   int num_levels_to_check =
-      (cfd_->ioptions()->compaction_style != kCompactionStyleFIFO)
+      (cfd_->ioptions()->compaction_style == kCompactionStyleLevel)
           ? vstorage->num_levels() - 1
           : 1;
 

package/deps/rocksdb/rocksdb/db/internal_stats.h

@@ -819,6 +819,8 @@ class InternalStats {
   bool HandleBaseLevel(uint64_t* value, DBImpl* db, Version* version);
   bool HandleTotalSstFilesSize(uint64_t* value, DBImpl* db, Version* version);
   bool HandleLiveSstFilesSize(uint64_t* value, DBImpl* db, Version* version);
+  bool HandleObsoleteSstFilesSize(uint64_t* value, DBImpl* db,
+                                  Version* version);
   bool HandleEstimatePendingCompactionBytes(uint64_t* value, DBImpl* db,
                                             Version* version);
   bool HandleEstimateTableReadersMem(uint64_t* value, DBImpl* db,

package/deps/rocksdb/rocksdb/db/listener_test.cc

@@ -551,6 +551,7 @@ class TestCompactionReasonListener : public EventListener {
 
 TEST_F(EventListenerTest, CompactionReasonLevel) {
   Options options;
+  options.level_compaction_dynamic_level_bytes = false;
   options.env = CurrentOptions().env;
   options.create_if_missing = true;
   options.memtable_factory.reset(test::NewSpecialSkipListFactory(
@@ -581,7 +582,7 @@ TEST_F(EventListenerTest, CompactionReasonLevel) {
   for (int k = 1; k <= 30; k++) {
     ASSERT_OK(Put(Key(k), Key(k)));
     if (k % 10 == 0) {
-      Flush();
+      ASSERT_OK(Flush());
     }
   }
 

package/deps/rocksdb/rocksdb/db/log_reader.h

@@ -20,6 +20,7 @@
 #include "rocksdb/slice.h"
 #include "rocksdb/status.h"
 #include "util/compression.h"
+#include "util/hash_containers.h"
 #include "util/udt_util.h"
 #include "util/xxhash.h"
 
@@ -79,7 +80,7 @@ class Reader {
 
   // Return the recorded user-defined timestamp size that have been read so
   // far. This only applies to WAL logs.
-  const std::unordered_map<uint32_t, size_t>& GetRecordedTimestampSize() const {
+  const UnorderedMap<uint32_t, size_t>& GetRecordedTimestampSize() const {
     return recorded_cf_to_ts_sz_;
   }
 
@@ -165,7 +166,7 @@ class Reader {
 
   // The recorded user-defined timestamp sizes that have been read so far. This
   // is only for WAL logs.
-  std::unordered_map<uint32_t, size_t> recorded_cf_to_ts_sz_;
+  UnorderedMap<uint32_t, size_t> recorded_cf_to_ts_sz_;
 
   // Extend record types with the following special values
   enum {