rocksdb-native 2.6.2 → 2.6.4

package/vendor/librocksdb/vendor/rocksdb/trace_replay/io_tracer.h

@@ -1,185 +0,0 @@
-//  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-#pragma once
-
-#include <atomic>
-#include <fstream>
-
-#include "monitoring/instrumented_mutex.h"
-#include "port/lang.h"
-#include "rocksdb/file_system.h"
-#include "rocksdb/options.h"
-#include "rocksdb/trace_record.h"
-#include "trace_replay/trace_replay.h"
-
-namespace ROCKSDB_NAMESPACE {
-class SystemClock;
-class TraceReader;
-class TraceWriter;
-
-/* In order to log new data in trace record for specified operations, do
-   following:
-   1. Add new data in IOTraceOP (say kIONewData= 3)
-   2. Log it in IOTraceWriter::WriteIOOp, and read that in
-   IOTraceReader::ReadIOOp and
-   IOTraceRecordParser::PrintHumanReadableIOTraceRecord in the switch case.
-   3. In the FileSystemTracer APIs where this data will be logged with, update
-   io_op_data |= (1 << IOTraceOp::kIONewData).
-*/
-enum IOTraceOp : char {
-  // The value of each enum represents the bitwise position for
-  // IOTraceRecord.io_op_data.
-  kIOFileSize = 0,
-  kIOLen = 1,
-  kIOOffset = 2,
-};
-
-struct IOTraceRecord {
-  // Required fields for all accesses.
-  uint64_t access_timestamp = 0;
-  TraceType trace_type = TraceType::kTraceMax;
-  // Each bit in io_op_data stores which corresponding info from IOTraceOp will
-  // be added in the trace. Foreg, if bit at position 1 is set then
-  // IOTraceOp::kIOLen (length) will be logged in the record.
-  uint64_t io_op_data = 0;
-  std::string file_operation;
-  uint64_t latency = 0;
-  std::string io_status;
-  // Stores file name instead of full path.
-  std::string file_name;
-
-  // Fields added to record based on IO operation.
-  uint64_t len = 0;
-  uint64_t offset = 0;
-  uint64_t file_size = 0;
-
-  // Additional information passed in IODebugContext.
-  uint64_t trace_data = 0;
-  std::string request_id;
-
-  IOTraceRecord() {}
-
-  IOTraceRecord(const uint64_t& _access_timestamp, const TraceType& _trace_type,
-                const uint64_t& _io_op_data, const std::string& _file_operation,
-                const uint64_t& _latency, const std::string& _io_status,
-                const std::string& _file_name, const uint64_t& _file_size = 0)
-      : access_timestamp(_access_timestamp),
-        trace_type(_trace_type),
-        io_op_data(_io_op_data),
-        file_operation(_file_operation),
-        latency(_latency),
-        io_status(_io_status),
-        file_name(_file_name),
-        file_size(_file_size) {}
-
-  IOTraceRecord(const uint64_t& _access_timestamp, const TraceType& _trace_type,
-                const uint64_t& _io_op_data, const std::string& _file_operation,
-                const uint64_t& _latency, const std::string& _io_status,
-                const std::string& _file_name, const uint64_t& _len,
-                const uint64_t& _offset)
-      : access_timestamp(_access_timestamp),
-        trace_type(_trace_type),
-        io_op_data(_io_op_data),
-        file_operation(_file_operation),
-        latency(_latency),
-        io_status(_io_status),
-        file_name(_file_name),
-        len(_len),
-        offset(_offset) {}
-};
-
-struct IOTraceHeader {
-  uint64_t start_time;
-  uint32_t rocksdb_major_version;
-  uint32_t rocksdb_minor_version;
-};
-
-// IOTraceWriter writes IO operation as a single trace. Each trace will have a
-// timestamp and type, followed by the trace payload.
-class IOTraceWriter {
- public:
-  IOTraceWriter(SystemClock* clock, const TraceOptions& trace_options,
-                std::unique_ptr<TraceWriter>&& trace_writer);
-  ~IOTraceWriter() = default;
-  // No copy and move.
-  IOTraceWriter(const IOTraceWriter&) = delete;
-  IOTraceWriter& operator=(const IOTraceWriter&) = delete;
-  IOTraceWriter(IOTraceWriter&&) = delete;
-  IOTraceWriter& operator=(IOTraceWriter&&) = delete;
-
-  Status WriteIOOp(const IOTraceRecord& record, IODebugContext* dbg);
-
-  // Write a trace header at the beginning, typically on initiating a trace,
-  // with some metadata like a magic number and RocksDB version.
-  Status WriteHeader();
-
- private:
-  SystemClock* clock_;
-  TraceOptions trace_options_;
-  std::unique_ptr<TraceWriter> trace_writer_;
-};
-
-// IOTraceReader helps read the trace file generated by IOTraceWriter.
-class IOTraceReader {
- public:
-  explicit IOTraceReader(std::unique_ptr<TraceReader>&& reader);
-  ~IOTraceReader() = default;
-  // No copy and move.
-  IOTraceReader(const IOTraceReader&) = delete;
-  IOTraceReader& operator=(const IOTraceReader&) = delete;
-  IOTraceReader(IOTraceReader&&) = delete;
-  IOTraceReader& operator=(IOTraceReader&&) = delete;
-
-  Status ReadHeader(IOTraceHeader* header);
-
-  Status ReadIOOp(IOTraceRecord* record);
-
- private:
-  std::unique_ptr<TraceReader> trace_reader_;
-};
-
-// An IO tracer. It uses IOTraceWriter to write the access record to the
-// trace file.
-class IOTracer {
- public:
-  IOTracer();
-  ~IOTracer();
-  // No copy and move.
-  IOTracer(const IOTracer&) = delete;
-  IOTracer& operator=(const IOTracer&) = delete;
-  IOTracer(IOTracer&&) = delete;
-  IOTracer& operator=(IOTracer&&) = delete;
-
-  // no_sanitize is added for tracing_enabled. writer_ is protected under mutex
-  // so even if user call Start/EndIOTrace and tracing_enabled is not updated in
-  // the meanwhile, WriteIOOp will anyways check the writer_ protected under
-  // mutex and ignore the operation if writer_is null. So its ok if
-  // tracing_enabled shows non updated value.
-
-  // Start writing IO operations to the trace_writer.
-  TSAN_SUPPRESSION Status
-  StartIOTrace(SystemClock* clock, const TraceOptions& trace_options,
-               std::unique_ptr<TraceWriter>&& trace_writer);
-
-  // Stop writing IO operations to the trace_writer.
-  TSAN_SUPPRESSION void EndIOTrace();
-
-  TSAN_SUPPRESSION bool is_tracing_enabled() const { return tracing_enabled; }
-
-  void WriteIOOp(const IOTraceRecord& record, IODebugContext* dbg);
-
- private:
-  TraceOptions trace_options_;
-  // A mutex protects the writer_.
-  InstrumentedMutex trace_writer_mutex_;
-  std::atomic<IOTraceWriter*> writer_;
-  // bool tracing_enabled is added to avoid costly operation of checking atomic
-  // variable 'writer_' is nullptr or not in is_tracing_enabled().
-  // is_tracing_enabled() is invoked multiple times by FileSystem classes.
-  bool tracing_enabled;
-};
-
-}  // namespace ROCKSDB_NAMESPACE

package/vendor/librocksdb/vendor/rocksdb/trace_replay/trace_record.cc

@@ -1,206 +0,0 @@
-//  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-#include "rocksdb/trace_record.h"
-
-#include <utility>
-
-#include "rocksdb/db.h"
-#include "rocksdb/iterator.h"
-#include "rocksdb/options.h"
-#include "rocksdb/status.h"
-#include "rocksdb/trace_record_result.h"
-#include "trace_replay/trace_record_handler.h"
-
-namespace ROCKSDB_NAMESPACE {
-
-// TraceRecord
-TraceRecord::TraceRecord(uint64_t timestamp) : timestamp_(timestamp) {}
-
-uint64_t TraceRecord::GetTimestamp() const { return timestamp_; }
-
-TraceRecord::Handler* TraceRecord::NewExecutionHandler(
-    DB* db, const std::vector<ColumnFamilyHandle*>& handles) {
-  return new TraceExecutionHandler(db, handles);
-}
-
-// QueryTraceRecord
-QueryTraceRecord::QueryTraceRecord(uint64_t timestamp)
-    : TraceRecord(timestamp) {}
-
-// WriteQueryTraceRecord
-WriteQueryTraceRecord::WriteQueryTraceRecord(PinnableSlice&& write_batch_rep,
-                                             uint64_t timestamp)
-    : QueryTraceRecord(timestamp), rep_(std::move(write_batch_rep)) {}
-
-WriteQueryTraceRecord::WriteQueryTraceRecord(const std::string& write_batch_rep,
-                                             uint64_t timestamp)
-    : QueryTraceRecord(timestamp) {
-  rep_.PinSelf(write_batch_rep);
-}
-
-WriteQueryTraceRecord::~WriteQueryTraceRecord() { rep_.clear(); }
-
-Slice WriteQueryTraceRecord::GetWriteBatchRep() const { return Slice(rep_); }
-
-Status WriteQueryTraceRecord::Accept(
-    Handler* handler, std::unique_ptr<TraceRecordResult>* result) {
-  assert(handler != nullptr);
-  return handler->Handle(*this, result);
-}
-
-// GetQueryTraceRecord
-GetQueryTraceRecord::GetQueryTraceRecord(uint32_t column_family_id,
-                                         PinnableSlice&& key,
-                                         uint64_t timestamp)
-    : QueryTraceRecord(timestamp),
-      cf_id_(column_family_id),
-      key_(std::move(key)) {}
-
-GetQueryTraceRecord::GetQueryTraceRecord(uint32_t column_family_id,
-                                         const std::string& key,
-                                         uint64_t timestamp)
-    : QueryTraceRecord(timestamp), cf_id_(column_family_id) {
-  key_.PinSelf(key);
-}
-
-GetQueryTraceRecord::~GetQueryTraceRecord() { key_.clear(); }
-
-uint32_t GetQueryTraceRecord::GetColumnFamilyID() const { return cf_id_; }
-
-Slice GetQueryTraceRecord::GetKey() const { return Slice(key_); }
-
-Status GetQueryTraceRecord::Accept(Handler* handler,
-                                   std::unique_ptr<TraceRecordResult>* result) {
-  assert(handler != nullptr);
-  return handler->Handle(*this, result);
-}
-
-// IteratorQueryTraceRecord
-IteratorQueryTraceRecord::IteratorQueryTraceRecord(uint64_t timestamp)
-    : QueryTraceRecord(timestamp) {}
-
-IteratorQueryTraceRecord::IteratorQueryTraceRecord(PinnableSlice&& lower_bound,
-                                                   PinnableSlice&& upper_bound,
-                                                   uint64_t timestamp)
-    : QueryTraceRecord(timestamp),
-      lower_(std::move(lower_bound)),
-      upper_(std::move(upper_bound)) {}
-
-IteratorQueryTraceRecord::IteratorQueryTraceRecord(
-    const std::string& lower_bound, const std::string& upper_bound,
-    uint64_t timestamp)
-    : QueryTraceRecord(timestamp) {
-  lower_.PinSelf(lower_bound);
-  upper_.PinSelf(upper_bound);
-}
-
-IteratorQueryTraceRecord::~IteratorQueryTraceRecord() = default;
-
-Slice IteratorQueryTraceRecord::GetLowerBound() const { return Slice(lower_); }
-
-Slice IteratorQueryTraceRecord::GetUpperBound() const { return Slice(upper_); }
-
-// IteratorSeekQueryTraceRecord
-IteratorSeekQueryTraceRecord::IteratorSeekQueryTraceRecord(
-    SeekType seek_type, uint32_t column_family_id, PinnableSlice&& key,
-    uint64_t timestamp)
-    : IteratorQueryTraceRecord(timestamp),
-      type_(seek_type),
-      cf_id_(column_family_id),
-      key_(std::move(key)) {}
-
-IteratorSeekQueryTraceRecord::IteratorSeekQueryTraceRecord(
-    SeekType seek_type, uint32_t column_family_id, const std::string& key,
-    uint64_t timestamp)
-    : IteratorQueryTraceRecord(timestamp),
-      type_(seek_type),
-      cf_id_(column_family_id) {
-  key_.PinSelf(key);
-}
-
-IteratorSeekQueryTraceRecord::IteratorSeekQueryTraceRecord(
-    SeekType seek_type, uint32_t column_family_id, PinnableSlice&& key,
-    PinnableSlice&& lower_bound, PinnableSlice&& upper_bound,
-    uint64_t timestamp)
-    : IteratorQueryTraceRecord(std::move(lower_bound), std::move(upper_bound),
-                               timestamp),
-      type_(seek_type),
-      cf_id_(column_family_id),
-      key_(std::move(key)) {}
-
-IteratorSeekQueryTraceRecord::IteratorSeekQueryTraceRecord(
-    SeekType seek_type, uint32_t column_family_id, const std::string& key,
-    const std::string& lower_bound, const std::string& upper_bound,
-    uint64_t timestamp)
-    : IteratorQueryTraceRecord(lower_bound, upper_bound, timestamp),
-      type_(seek_type),
-      cf_id_(column_family_id) {
-  key_.PinSelf(key);
-}
-
-IteratorSeekQueryTraceRecord::~IteratorSeekQueryTraceRecord() { key_.clear(); }
-
-TraceType IteratorSeekQueryTraceRecord::GetTraceType() const {
-  return static_cast<TraceType>(type_);
-}
-
-IteratorSeekQueryTraceRecord::SeekType
-IteratorSeekQueryTraceRecord::GetSeekType() const {
-  return type_;
-}
-
-uint32_t IteratorSeekQueryTraceRecord::GetColumnFamilyID() const {
-  return cf_id_;
-}
-
-Slice IteratorSeekQueryTraceRecord::GetKey() const { return Slice(key_); }
-
-Status IteratorSeekQueryTraceRecord::Accept(
-    Handler* handler, std::unique_ptr<TraceRecordResult>* result) {
-  assert(handler != nullptr);
-  return handler->Handle(*this, result);
-}
-
-// MultiGetQueryTraceRecord
-MultiGetQueryTraceRecord::MultiGetQueryTraceRecord(
-    std::vector<uint32_t> column_family_ids, std::vector<PinnableSlice>&& keys,
-    uint64_t timestamp)
-    : QueryTraceRecord(timestamp),
-      cf_ids_(column_family_ids),
-      keys_(std::move(keys)) {}
-
-MultiGetQueryTraceRecord::MultiGetQueryTraceRecord(
-    std::vector<uint32_t> column_family_ids,
-    const std::vector<std::string>& keys, uint64_t timestamp)
-    : QueryTraceRecord(timestamp), cf_ids_(column_family_ids) {
-  keys_.reserve(keys.size());
-  for (const std::string& key : keys) {
-    PinnableSlice ps;
-    ps.PinSelf(key);
-    keys_.push_back(std::move(ps));
-  }
-}
-
-MultiGetQueryTraceRecord::~MultiGetQueryTraceRecord() {
-  cf_ids_.clear();
-  keys_.clear();
-}
-
-std::vector<uint32_t> MultiGetQueryTraceRecord::GetColumnFamilyIDs() const {
-  return cf_ids_;
-}
-
-std::vector<Slice> MultiGetQueryTraceRecord::GetKeys() const {
-  return std::vector<Slice>(keys_.begin(), keys_.end());
-}
-
-Status MultiGetQueryTraceRecord::Accept(
-    Handler* handler, std::unique_ptr<TraceRecordResult>* result) {
-  assert(handler != nullptr);
-  return handler->Handle(*this, result);
-}
-
-}  // namespace ROCKSDB_NAMESPACE

package/vendor/librocksdb/vendor/rocksdb/trace_replay/trace_record_handler.cc

@@ -1,190 +0,0 @@
-//  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-#include "trace_replay/trace_record_handler.h"
-
-#include "rocksdb/iterator.h"
-#include "rocksdb/trace_record_result.h"
-#include "rocksdb/write_batch.h"
-
-namespace ROCKSDB_NAMESPACE {
-
-// TraceExecutionHandler
-TraceExecutionHandler::TraceExecutionHandler(
-    DB* db, const std::vector<ColumnFamilyHandle*>& handles)
-    : TraceRecord::Handler(),
-      db_(db),
-      write_opts_(WriteOptions()),
-      read_opts_(ReadOptions()) {
-  assert(db != nullptr);
-  assert(!handles.empty());
-  cf_map_.reserve(handles.size());
-  for (ColumnFamilyHandle* handle : handles) {
-    assert(handle != nullptr);
-    cf_map_.insert({handle->GetID(), handle});
-  }
-  clock_ = db_->GetEnv()->GetSystemClock().get();
-}
-
-TraceExecutionHandler::~TraceExecutionHandler() { cf_map_.clear(); }
-
-Status TraceExecutionHandler::Handle(
-    const WriteQueryTraceRecord& record,
-    std::unique_ptr<TraceRecordResult>* result) {
-  if (result != nullptr) {
-    result->reset(nullptr);
-  }
-  uint64_t start = clock_->NowMicros();
-
-  WriteBatch batch(record.GetWriteBatchRep().ToString());
-  Status s = db_->Write(write_opts_, &batch);
-
-  uint64_t end = clock_->NowMicros();
-
-  if (s.ok() && result != nullptr) {
-    result->reset(new StatusOnlyTraceExecutionResult(s, start, end,
-                                                     record.GetTraceType()));
-  }
-
-  return s;
-}
-
-Status TraceExecutionHandler::Handle(
-    const GetQueryTraceRecord& record,
-    std::unique_ptr<TraceRecordResult>* result) {
-  if (result != nullptr) {
-    result->reset(nullptr);
-  }
-  auto it = cf_map_.find(record.GetColumnFamilyID());
-  if (it == cf_map_.end()) {
-    return Status::Corruption("Invalid Column Family ID.");
-  }
-
-  uint64_t start = clock_->NowMicros();
-
-  std::string value;
-  Status s = db_->Get(read_opts_, it->second, record.GetKey(), &value);
-
-  uint64_t end = clock_->NowMicros();
-
-  // Treat not found as ok, return other errors.
-  if (!s.ok() && !s.IsNotFound()) {
-    return s;
-  }
-
-  if (result != nullptr) {
-    // Report the actual opetation status in TraceExecutionResult
-    result->reset(new SingleValueTraceExecutionResult(
-        std::move(s), std::move(value), start, end, record.GetTraceType()));
-  }
-  return Status::OK();
-}
-
-Status TraceExecutionHandler::Handle(
-    const IteratorSeekQueryTraceRecord& record,
-    std::unique_ptr<TraceRecordResult>* result) {
-  if (result != nullptr) {
-    result->reset(nullptr);
-  }
-  auto it = cf_map_.find(record.GetColumnFamilyID());
-  if (it == cf_map_.end()) {
-    return Status::Corruption("Invalid Column Family ID.");
-  }
-
-  ReadOptions r_opts = read_opts_;
-  Slice lower = record.GetLowerBound();
-  if (!lower.empty()) {
-    r_opts.iterate_lower_bound = &lower;
-  }
-  Slice upper = record.GetUpperBound();
-  if (!upper.empty()) {
-    r_opts.iterate_upper_bound = &upper;
-  }
-  Iterator* single_iter = db_->NewIterator(r_opts, it->second);
-
-  uint64_t start = clock_->NowMicros();
-
-  switch (record.GetSeekType()) {
-    case IteratorSeekQueryTraceRecord::kSeekForPrev: {
-      single_iter->SeekForPrev(record.GetKey());
-      break;
-    }
-    default: {
-      single_iter->Seek(record.GetKey());
-      break;
-    }
-  }
-
-  uint64_t end = clock_->NowMicros();
-
-  Status s = single_iter->status();
-  if (s.ok() && result != nullptr) {
-    if (single_iter->Valid()) {
-      PinnableSlice ps_key;
-      ps_key.PinSelf(single_iter->key());
-      PinnableSlice ps_value;
-      ps_value.PinSelf(single_iter->value());
-      result->reset(new IteratorTraceExecutionResult(
-          true, s, std::move(ps_key), std::move(ps_value), start, end,
-          record.GetTraceType()));
-    } else {
-      result->reset(new IteratorTraceExecutionResult(
-          false, s, "", "", start, end, record.GetTraceType()));
-    }
-  }
-  delete single_iter;
-
-  return s;
-}
-
-Status TraceExecutionHandler::Handle(
-    const MultiGetQueryTraceRecord& record,
-    std::unique_ptr<TraceRecordResult>* result) {
-  if (result != nullptr) {
-    result->reset(nullptr);
-  }
-  std::vector<ColumnFamilyHandle*> handles;
-  handles.reserve(record.GetColumnFamilyIDs().size());
-  for (uint32_t cf_id : record.GetColumnFamilyIDs()) {
-    auto it = cf_map_.find(cf_id);
-    if (it == cf_map_.end()) {
-      return Status::Corruption("Invalid Column Family ID.");
-    }
-    handles.push_back(it->second);
-  }
-
-  std::vector<Slice> keys = record.GetKeys();
-
-  if (handles.empty() || keys.empty()) {
-    return Status::InvalidArgument("Empty MultiGet cf_ids or keys.");
-  }
-  if (handles.size() != keys.size()) {
-    return Status::InvalidArgument("MultiGet cf_ids and keys size mismatch.");
-  }
-
-  uint64_t start = clock_->NowMicros();
-
-  std::vector<std::string> values;
-  std::vector<Status> ss = db_->MultiGet(read_opts_, handles, keys, &values);
-
-  uint64_t end = clock_->NowMicros();
-
-  // Treat not found as ok, return other errors.
-  for (const Status& s : ss) {
-    if (!s.ok() && !s.IsNotFound()) {
-      return s;
-    }
-  }
-
-  if (result != nullptr) {
-    // Report the actual opetation status in TraceExecutionResult
-    result->reset(new MultiValuesTraceExecutionResult(
-        std::move(ss), std::move(values), start, end, record.GetTraceType()));
-  }
-
-  return Status::OK();
-}
-
-}  // namespace ROCKSDB_NAMESPACE

package/vendor/librocksdb/vendor/rocksdb/trace_replay/trace_record_handler.h

@@ -1,46 +0,0 @@
-//  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-#pragma once
-
-#include <memory>
-#include <unordered_map>
-#include <vector>
-
-#include "rocksdb/db.h"
-#include "rocksdb/options.h"
-#include "rocksdb/status.h"
-#include "rocksdb/system_clock.h"
-#include "rocksdb/trace_record.h"
-
-namespace ROCKSDB_NAMESPACE {
-
-// Handler to execute TraceRecord.
-class TraceExecutionHandler : public TraceRecord::Handler {
- public:
-  TraceExecutionHandler(DB* db,
-                        const std::vector<ColumnFamilyHandle*>& handles);
-  ~TraceExecutionHandler() override;
-
-  Status Handle(const WriteQueryTraceRecord& record,
-                std::unique_ptr<TraceRecordResult>* result) override;
-  Status Handle(const GetQueryTraceRecord& record,
-                std::unique_ptr<TraceRecordResult>* result) override;
-  Status Handle(const IteratorSeekQueryTraceRecord& record,
-                std::unique_ptr<TraceRecordResult>* result) override;
-  Status Handle(const MultiGetQueryTraceRecord& record,
-                std::unique_ptr<TraceRecordResult>* result) override;
-
- private:
-  DB* db_;
-  std::unordered_map<uint32_t, ColumnFamilyHandle*> cf_map_;
-  WriteOptions write_opts_;
-  ReadOptions read_opts_;
-  SystemClock* clock_;
-};
-
-// To do: Handler for trace_analyzer.
-
-}  // namespace ROCKSDB_NAMESPACE