rocksdb-native 2.6.2 → 2.6.4

package/vendor/librocksdb/vendor/rocksdb/include/rocksdb/utilities/write_batch_with_index.h

@@ -1,402 +0,0 @@
-// Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file. See the AUTHORS file for names of contributors.
-//
-// A WriteBatchWithIndex with a binary searchable index built for all the keys
-// inserted.
-#pragma once
-
-#include <memory>
-#include <string>
-#include <vector>
-
-#include "rocksdb/comparator.h"
-#include "rocksdb/iterator.h"
-#include "rocksdb/slice.h"
-#include "rocksdb/status.h"
-#include "rocksdb/write_batch.h"
-#include "rocksdb/write_batch_base.h"
-
-namespace ROCKSDB_NAMESPACE {
-
-class ColumnFamilyHandle;
-class Comparator;
-class DB;
-class ReadCallback;
-struct ReadOptions;
-struct DBOptions;
-class MergeContext;
-
-enum WriteType {
-  kPutRecord,
-  kMergeRecord,
-  kDeleteRecord,
-  kSingleDeleteRecord,
-  kDeleteRangeRecord,
-  kLogDataRecord,
-  kXIDRecord,
-  kPutEntityRecord,
-  kUnknownRecord,
-};
-
-// An entry for Put, PutEntity, Merge, Delete, or SingleDelete for write
-// batches. Used in WBWIIterator.
-struct WriteEntry {
-  WriteType type = kUnknownRecord;
-  Slice key;
-  Slice value;
-};
-
-// Iterator of one column family out of a WriteBatchWithIndex.
-class WBWIIterator {
- public:
-  virtual ~WBWIIterator() {}
-
-  virtual bool Valid() const = 0;
-
-  virtual void SeekToFirst() = 0;
-
-  virtual void SeekToLast() = 0;
-
-  virtual void Seek(const Slice& key) = 0;
-
-  virtual void SeekForPrev(const Slice& key) = 0;
-
-  virtual void Next() = 0;
-
-  virtual void Prev() = 0;
-
-  // the return WriteEntry is only valid until the next mutation of
-  // WriteBatchWithIndex
-  virtual WriteEntry Entry() const = 0;
-
-  virtual Status status() const = 0;
-};
-
-// A WriteBatchWithIndex with a binary searchable index built for all the keys
-// inserted. In Put(), PutEntity(), Merge(), Delete(), or SingleDelete(), the
-// corresponding function of the wrapped WriteBatch will be called. At the same
-// time, indexes will be built. By calling GetWriteBatch(), a user will get the
-// WriteBatch for the data they inserted, which can be used for DB::Write(). A
-// user can call NewIterator() to create an iterator.
-class WriteBatchWithIndex : public WriteBatchBase {
- public:
-  // backup_index_comparator: the backup comparator used to compare keys
-  // within the same column family, if column family is not given in the
-  // interface, or we can't find a column family from the column family handle
-  // passed in, backup_index_comparator will be used for the column family.
-  // reserved_bytes: reserved bytes in underlying WriteBatch
-  // max_bytes: maximum size of underlying WriteBatch in bytes
-  // overwrite_key: if true, overwrite the key in the index when inserting
-  //                the same key as previously, so iterator will never
-  //                show two entries with the same key.
-  explicit WriteBatchWithIndex(
-      const Comparator* backup_index_comparator = BytewiseComparator(),
-      size_t reserved_bytes = 0, bool overwrite_key = false,
-      size_t max_bytes = 0, size_t protection_bytes_per_key = 0);
-
-  ~WriteBatchWithIndex() override;
-  WriteBatchWithIndex(WriteBatchWithIndex&&);
-  WriteBatchWithIndex& operator=(WriteBatchWithIndex&&);
-
-  using WriteBatchBase::Put;
-  Status Put(ColumnFamilyHandle* column_family, const Slice& key,
-             const Slice& value) override;
-
-  Status Put(const Slice& key, const Slice& value) override;
-
-  Status Put(ColumnFamilyHandle* column_family, const Slice& key,
-             const Slice& ts, const Slice& value) override;
-
-  using WriteBatchBase::TimedPut;
-  Status TimedPut(ColumnFamilyHandle* /* column_family */,
-                  const Slice& /* key */, const Slice& /* value */,
-                  uint64_t /* write_unix_time */) override {
-    return Status::NotSupported(
-        "TimedPut not supported by WriteBatchWithIndex");
-  }
-
-  Status PutEntity(ColumnFamilyHandle* column_family, const Slice& /* key */,
-                   const WideColumns& /* columns */) override;
-
-  Status PutEntity(const Slice& /* key */,
-                   const AttributeGroups& attribute_groups) override {
-    if (attribute_groups.empty()) {
-      return Status::InvalidArgument(
-          "Cannot call this method without attribute groups");
-    }
-    return Status::NotSupported(
-        "PutEntity with AttributeGroups not supported by WriteBatchWithIndex");
-  }
-
-  using WriteBatchBase::Merge;
-  Status Merge(ColumnFamilyHandle* column_family, const Slice& key,
-               const Slice& value) override;
-
-  Status Merge(const Slice& key, const Slice& value) override;
-  Status Merge(ColumnFamilyHandle* /*column_family*/, const Slice& /*key*/,
-               const Slice& /*ts*/, const Slice& /*value*/) override {
-    return Status::NotSupported(
-        "Merge does not support user-defined timestamp");
-  }
-
-  using WriteBatchBase::Delete;
-  Status Delete(ColumnFamilyHandle* column_family, const Slice& key) override;
-  Status Delete(const Slice& key) override;
-  Status Delete(ColumnFamilyHandle* column_family, const Slice& key,
-                const Slice& ts) override;
-
-  using WriteBatchBase::SingleDelete;
-  Status SingleDelete(ColumnFamilyHandle* column_family,
-                      const Slice& key) override;
-  Status SingleDelete(const Slice& key) override;
-  Status SingleDelete(ColumnFamilyHandle* column_family, const Slice& key,
-                      const Slice& ts) override;
-
-  using WriteBatchBase::DeleteRange;
-  Status DeleteRange(ColumnFamilyHandle* /* column_family */,
-                     const Slice& /* begin_key */,
-                     const Slice& /* end_key */) override {
-    return Status::NotSupported(
-        "DeleteRange unsupported in WriteBatchWithIndex");
-  }
-  Status DeleteRange(const Slice& /* begin_key */,
-                     const Slice& /* end_key */) override {
-    return Status::NotSupported(
-        "DeleteRange unsupported in WriteBatchWithIndex");
-  }
-  Status DeleteRange(ColumnFamilyHandle* /*column_family*/,
-                     const Slice& /*begin_key*/, const Slice& /*end_key*/,
-                     const Slice& /*ts*/) override {
-    return Status::NotSupported(
-        "DeleteRange unsupported in WriteBatchWithIndex");
-  }
-
-  using WriteBatchBase::PutLogData;
-  Status PutLogData(const Slice& blob) override;
-
-  using WriteBatchBase::Clear;
-  void Clear() override;
-
-  using WriteBatchBase::GetWriteBatch;
-  WriteBatch* GetWriteBatch() override;
-
-  // Create an iterator of a column family. User can call iterator.Seek() to
-  // search to the next entry of or after a key. Keys will be iterated in the
-  // order given by index_comparator. For multiple updates on the same key,
-  // each update will be returned as a separate entry, in the order of update
-  // time.
-  //
-  // The returned iterator should be deleted by the caller.
-  WBWIIterator* NewIterator(ColumnFamilyHandle* column_family);
-  // Create an iterator of the default column family.
-  WBWIIterator* NewIterator();
-
-  // Will create a new Iterator that will use WBWIIterator as a delta and
-  // base_iterator as base.
-  //
-  // The returned iterator should be deleted by the caller.
-  // The base_iterator is now 'owned' by the returned iterator. Deleting the
-  // returned iterator will also delete the base_iterator.
-  //
-  // Updating write batch with the current key of the iterator is not safe.
-  // We strongly recommend users not to do it. It will invalidate the current
-  // key() and value() of the iterator. This invalidation happens even before
-  // the write batch update finishes. The state may recover after Next() is
-  // called.
-  Iterator* NewIteratorWithBase(ColumnFamilyHandle* column_family,
-                                Iterator* base_iterator,
-                                const ReadOptions* opts = nullptr);
-  // default column family
-  Iterator* NewIteratorWithBase(Iterator* base_iterator);
-
-  // Similar to DB::Get() but will only read the key from this batch.
-  // If the batch does not have enough data to resolve Merge operations,
-  // MergeInProgress status may be returned.
-  Status GetFromBatch(ColumnFamilyHandle* column_family,
-                      const DBOptions& options, const Slice& key,
-                      std::string* value);
-
-  // Similar to previous function but does not require a column_family.
-  // Note:  An InvalidArgument status will be returned if there are any Merge
-  // operators for this key.  Use previous method instead.
-  Status GetFromBatch(const DBOptions& options, const Slice& key,
-                      std::string* value) {
-    return GetFromBatch(nullptr, options, key, value);
-  }
-
-  // If the batch contains an entry for "key" in "column_family", return it as a
-  // wide-column entity in "*columns". If the entry is a wide-column entity,
-  // return it as-is; if it is a plain key-value, return it as an entity with a
-  // single anonymous column (see kDefaultWideColumnName) which contains the
-  // value.
-  //
-  // Returns OK on success, NotFound if the there is no mapping for "key",
-  // MergeInProgress if the key has merge operands but the base value cannot be
-  // resolved based on the batch, or some error status (e.g. Corruption
-  // or InvalidArgument) on failure.
-  Status GetEntityFromBatch(ColumnFamilyHandle* column_family, const Slice& key,
-                            PinnableWideColumns* columns);
-
-  // Similar to DB::Get() but will also read writes from this batch.
-  //
-  // This function will query both this batch and the DB and then merge
-  // the results using the DB's merge operator (if the batch contains any
-  // merge requests).
-  //
-  // Setting read_options.snapshot will affect what is read from the DB
-  // but will NOT change which keys are read from the batch (the keys in
-  // this batch do not yet belong to any snapshot and will be fetched
-  // regardless).
-  Status GetFromBatchAndDB(DB* db, const ReadOptions& read_options,
-                           const Slice& key, std::string* value);
-
-  // An overload of the above method that receives a PinnableSlice
-  Status GetFromBatchAndDB(DB* db, const ReadOptions& read_options,
-                           const Slice& key, PinnableSlice* value);
-
-  Status GetFromBatchAndDB(DB* db, const ReadOptions& read_options,
-                           ColumnFamilyHandle* column_family, const Slice& key,
-                           std::string* value);
-
-  // An overload of the above method that receives a PinnableSlice
-  Status GetFromBatchAndDB(DB* db, const ReadOptions& read_options,
-                           ColumnFamilyHandle* column_family, const Slice& key,
-                           PinnableSlice* value);
-
-  // Similar to DB::GetEntity() but also reads writes from this batch.
-  //
-  // This method queries the batch for the key and if the result can be
-  // determined based on the batch alone, it is returned (assuming the key is
-  // found, in the form of a wide-column entity). If the batch does not contain
-  // enough information to determine the result (the key is not present in the
-  // batch at all or a merge is in progress), the DB is queried and the result
-  // is merged with the entries from the batch if necessary.
-  //
-  // Setting read_options.snapshot will affect what is read from the DB
-  // but will NOT change which keys are read from the batch (the keys in
-  // this batch do not yet belong to any snapshot and will be fetched
-  // regardless).
-  Status GetEntityFromBatchAndDB(DB* db, const ReadOptions& read_options,
-                                 ColumnFamilyHandle* column_family,
-                                 const Slice& key,
-                                 PinnableWideColumns* columns) {
-    constexpr ReadCallback* callback = nullptr;
-
-    return GetEntityFromBatchAndDB(db, read_options, column_family, key,
-                                   columns, callback);
-  }
-
-  void MultiGetFromBatchAndDB(DB* db, const ReadOptions& read_options,
-                              ColumnFamilyHandle* column_family,
-                              const size_t num_keys, const Slice* keys,
-                              PinnableSlice* values, Status* statuses,
-                              bool sorted_input);
-
-  // Similar to DB::MultiGetEntity() but also reads writes from this batch.
-  //
-  // For each key, this method queries the batch and if the result can be
-  // determined based on the batch alone, it is returned in the appropriate
-  // PinnableWideColumns object (assuming the key is found). For all keys for
-  // which the batch does not contain enough information to determine the result
-  // (the key is not present in the batch at all or a merge is in progress), the
-  // DB is queried and the result is merged with the entries from the batch if
-  // necessary.
-  //
-  // Setting read_options.snapshot will affect what is read from the DB
-  // but will NOT change which keys are read from the batch (the keys in
-  // this batch do not yet belong to any snapshot and will be fetched
-  // regardless).
-  void MultiGetEntityFromBatchAndDB(DB* db, const ReadOptions& read_options,
-                                    ColumnFamilyHandle* column_family,
-                                    size_t num_keys, const Slice* keys,
-                                    PinnableWideColumns* results,
-                                    Status* statuses, bool sorted_input) {
-    constexpr ReadCallback* callback = nullptr;
-
-    MultiGetEntityFromBatchAndDB(db, read_options, column_family, num_keys,
-                                 keys, results, statuses, sorted_input,
-                                 callback);
-  }
-
-  // Records the state of the batch for future calls to RollbackToSavePoint().
-  // May be called multiple times to set multiple save points.
-  void SetSavePoint() override;
-
-  // Remove all entries in this batch (Put, PutEntity, Merge, Delete,
-  // SingleDelete, PutLogData) since the most recent call to SetSavePoint() and
-  // removes the most recent save point. If there is no previous call to
-  // SetSavePoint(), behaves the same as Clear().
-  //
-  // Calling RollbackToSavePoint invalidates any open iterators on this batch.
-  //
-  // Returns Status::OK() on success,
-  //         Status::NotFound() if no previous call to SetSavePoint(),
-  //         or other Status on corruption.
-  Status RollbackToSavePoint() override;
-
-  // Pop the most recent save point.
-  // If there is no previous call to SetSavePoint(), Status::NotFound()
-  // will be returned.
-  // Otherwise returns Status::OK().
-  Status PopSavePoint() override;
-
-  void SetMaxBytes(size_t max_bytes) override;
-  size_t GetDataSize() const;
-
- private:
-  friend class PessimisticTransactionDB;
-  friend class WritePreparedTxn;
-  friend class WriteUnpreparedTxn;
-  friend class WriteBatchWithIndex_SubBatchCnt_Test;
-  friend class WriteBatchWithIndexInternal;
-  // Returns the number of sub-batches inside the write batch. A sub-batch
-  // starts right before inserting a key that is a duplicate of a key in the
-  // last sub-batch.
-  size_t SubBatchCnt();
-
-  void MergeAcrossBatchAndDBImpl(ColumnFamilyHandle* column_family,
-                                 const Slice& key,
-                                 const PinnableWideColumns& existing,
-                                 const MergeContext& merge_context,
-                                 std::string* value,
-                                 PinnableWideColumns* columns, Status* status);
-  void MergeAcrossBatchAndDB(ColumnFamilyHandle* column_family,
-                             const Slice& key,
-                             const PinnableWideColumns& existing,
-                             const MergeContext& merge_context,
-                             PinnableSlice* value, Status* status);
-  void MergeAcrossBatchAndDB(ColumnFamilyHandle* column_family,
-                             const Slice& key,
-                             const PinnableWideColumns& existing,
-                             const MergeContext& merge_context,
-                             PinnableWideColumns* columns, Status* status);
-
-  Status GetFromBatchAndDB(DB* db, const ReadOptions& read_options,
-                           ColumnFamilyHandle* column_family, const Slice& key,
-                           PinnableSlice* value, ReadCallback* callback);
-  void MultiGetFromBatchAndDB(DB* db, const ReadOptions& read_options,
-                              ColumnFamilyHandle* column_family,
-                              const size_t num_keys, const Slice* keys,
-                              PinnableSlice* values, Status* statuses,
-                              bool sorted_input, ReadCallback* callback);
-  Status GetEntityFromBatchAndDB(DB* db, const ReadOptions& read_options,
-                                 ColumnFamilyHandle* column_family,
-                                 const Slice& key, PinnableWideColumns* columns,
-                                 ReadCallback* callback);
-  void MultiGetEntityFromBatchAndDB(DB* db, const ReadOptions& read_options,
-                                    ColumnFamilyHandle* column_family,
-                                    size_t num_keys, const Slice* keys,
-                                    PinnableWideColumns* results,
-                                    Status* statuses, bool sorted_input,
-                                    ReadCallback* callback);
-
-  struct Rep;
-  std::unique_ptr<Rep> rep;
-};
-
-}  // namespace ROCKSDB_NAMESPACE

package/vendor/librocksdb/vendor/rocksdb/include/rocksdb/version.h

@@ -1,43 +0,0 @@
-// Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-#pragma once
-
-#include <string>
-#include <unordered_map>
-
-#include "rocksdb/rocksdb_namespace.h"
-
-// NOTE: in 'main' development branch, this should be the *next*
-// minor or major version number planned for release.
-#define ROCKSDB_MAJOR 9
-#define ROCKSDB_MINOR 6
-#define ROCKSDB_PATCH 0
-
-// Do not use these. We made the mistake of declaring macros starting with
-// double underscore. Now we have to live with our choice. We'll deprecate these
-// at some point
-#define __ROCKSDB_MAJOR__ ROCKSDB_MAJOR
-#define __ROCKSDB_MINOR__ ROCKSDB_MINOR
-#define __ROCKSDB_PATCH__ ROCKSDB_PATCH
-
-namespace ROCKSDB_NAMESPACE {
-// Returns a set of properties indicating how/when/where this version of RocksDB
-// was created.
-const std::unordered_map<std::string, std::string>& GetRocksBuildProperties();
-
-// Returns the current version of RocksDB as a string (e.g. "6.16.0").
-// If with_patch is true, the patch is included (6.16.x).
-// Otherwise, only major and minor version is included (6.16)
-std::string GetRocksVersionAsString(bool with_patch = true);
-
-// Gets the set of build properties (@see GetRocksBuildProperties) into a
-// string. Properties are returned one-per-line, with the first line being:
-// "<program> from RocksDB <version>.
-// If verbose is true, the full set of properties is
-// printed. If verbose is false, only the version information (@see
-// GetRocksVersionString) is printed.
-std::string GetRocksBuildInfoAsString(const std::string& program,
-                                      bool verbose = false);
-}  // namespace ROCKSDB_NAMESPACE

package/vendor/librocksdb/vendor/rocksdb/include/rocksdb/wal_filter.h

@@ -1,111 +0,0 @@
-// Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-#pragma once
-
-#include <map>
-#include <string>
-
-#include "rocksdb/customizable.h"
-#include "rocksdb/rocksdb_namespace.h"
-
-namespace ROCKSDB_NAMESPACE {
-
-class WriteBatch;
-struct ConfigOptions;
-
-// WALFilter allows an application to inspect write-ahead-log (WAL)
-// records or modify their processing on recovery.
-// Please see the details below.
-//
-// Exceptions MUST NOT propagate out of overridden functions into RocksDB,
-// because RocksDB is not exception-safe. This could cause undefined behavior
-// including data loss, unreported corruption, deadlocks, and more.
-class WalFilter : public Customizable {
- public:
-  static const char* Type() { return "WalFilter"; }
-  static Status CreateFromString(const ConfigOptions& options,
-                                 const std::string& value, WalFilter** result);
-  enum class WalProcessingOption {
-    // Continue processing as usual
-    kContinueProcessing = 0,
-    // Ignore the current record but continue processing of log(s)
-    kIgnoreCurrentRecord = 1,
-    // Stop replay of logs and discard logs
-    // Logs won't be replayed on subsequent recovery
-    kStopReplay = 2,
-    // Corrupted record detected by filter
-    kCorruptedRecord = 3,
-    // Marker for enum count
-    kWalProcessingOptionMax = 4
-  };
-
-  virtual ~WalFilter() {}
-
-  // Provide ColumnFamily->LogNumber map to filter
-  // so that filter can determine whether a log number applies to a given
-  // column family (i.e. that log hasn't been flushed to SST already for the
-  // column family).
-  // We also pass in name->id map as only name is known during
-  // recovery (as handles are opened post-recovery).
-  // while write batch callbacks happen in terms of column family id.
-  //
-  // @params cf_lognumber_map column_family_id to lognumber map
-  // @params cf_name_id_map   column_family_name to column_family_id map
-
-  virtual void ColumnFamilyLogNumberMap(
-      const std::map<uint32_t, uint64_t>& /*cf_lognumber_map*/,
-      const std::map<std::string, uint32_t>& /*cf_name_id_map*/) {}
-
-  // LogRecord is invoked for each log record encountered for all the logs
-  // during replay on logs on recovery. This method can be used to:
-  //  * inspect the record (using the batch parameter)
-  //  * ignoring current record
-  //    (by returning WalProcessingOption::kIgnoreCurrentRecord)
-  //  * reporting corrupted record
-  //    (by returning WalProcessingOption::kCorruptedRecord)
-  //  * stop log replay
-  //    (by returning kStop replay) - please note that this implies
-  //    discarding the logs from current record onwards.
-  //
-  // @params log_number     log_number of the current log.
-  //                        Filter might use this to determine if the log
-  //                        record is applicable to a certain column family.
-  // @params log_file_name  log file name - only for informational purposes
-  // @params batch          batch encountered in the log during recovery
-  // @params new_batch      new_batch to populate if filter wants to change
-  //                        the batch (for example to filter some records out,
-  //                        or alter some records).
-  //                        Please note that the new batch MUST NOT contain
-  //                        more records than original, else recovery would
-  //                        be failed.
-  // @params batch_changed  Whether batch was changed by the filter.
-  //                        It must be set to true if new_batch was populated,
-  //                        else new_batch has no effect.
-  // @returns               Processing option for the current record.
-  //                        Please see WalProcessingOption enum above for
-  //                        details.
-  virtual WalProcessingOption LogRecordFound(
-      unsigned long long /*log_number*/, const std::string& /*log_file_name*/,
-      const WriteBatch& batch, WriteBatch* new_batch, bool* batch_changed) {
-    // Default implementation falls back to older function for compatibility
-    return LogRecord(batch, new_batch, batch_changed);
-  }
-
-  // Please see the comments for LogRecord above. This function is for
-  // compatibility only and contains a subset of parameters.
-  // New code should use the function above.
-  virtual WalProcessingOption LogRecord(const WriteBatch& /*batch*/,
-                                        WriteBatch* /*new_batch*/,
-                                        bool* /*batch_changed*/) const {
-    return WalProcessingOption::kContinueProcessing;
-  }
-
-  // Returns a name that identifies this WAL filter.
-  // The name will be printed to LOG file on start up for diagnosis.
-  const char* Name() const override = 0;
-};
-
-}  // namespace ROCKSDB_NAMESPACE