rocksdb-native 2.6.2 → 2.6.4

package/vendor/librocksdb/vendor/rocksdb/file/filename.h

@@ -1,186 +0,0 @@
-//  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-//
-// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file. See the AUTHORS file for names of contributors.
-//
-// File names used by DB code
-
-#pragma once
-#include <stdint.h>
-
-#include <string>
-#include <unordered_map>
-#include <vector>
-
-#include "options/db_options.h"
-#include "port/port.h"
-#include "rocksdb/file_system.h"
-#include "rocksdb/options.h"
-#include "rocksdb/slice.h"
-#include "rocksdb/status.h"
-#include "rocksdb/transaction_log.h"
-
-namespace ROCKSDB_NAMESPACE {
-
-class Env;
-class Directory;
-class SystemClock;
-class WritableFileWriter;
-
-#ifdef OS_WIN
-constexpr char kFilePathSeparator = '\\';
-#else
-constexpr char kFilePathSeparator = '/';
-#endif
-
-// Return the name of the log file with the specified number
-// in the db named by "dbname".  The result will be prefixed with
-// "dbname".
-std::string LogFileName(const std::string& dbname, uint64_t number);
-
-std::string LogFileName(uint64_t number);
-
-std::string BlobFileName(uint64_t number);
-
-std::string BlobFileName(const std::string& bdirname, uint64_t number);
-
-std::string BlobFileName(const std::string& dbname, const std::string& blob_dir,
-                         uint64_t number);
-
-std::string ArchivalDirectory(const std::string& dbname);
-
-//  Return the name of the archived log file with the specified number
-//  in the db named by "dbname". The result will be prefixed with "dbname".
-std::string ArchivedLogFileName(const std::string& dbname, uint64_t num);
-
-std::string MakeTableFileName(const std::string& name, uint64_t number);
-
-std::string MakeTableFileName(uint64_t number);
-
-// Return the name of sstable with LevelDB suffix
-// created from RocksDB sstable suffixed name
-std::string Rocks2LevelTableFileName(const std::string& fullname);
-
-// the reverse function of MakeTableFileName
-// TODO(yhchiang): could merge this function with ParseFileName()
-uint64_t TableFileNameToNumber(const std::string& name);
-
-// Return the name of the sstable with the specified number
-// in the db named by "dbname".  The result will be prefixed with
-// "dbname".
-std::string TableFileName(const std::vector<DbPath>& db_paths, uint64_t number,
-                          uint32_t path_id);
-
-// Sufficient buffer size for FormatFileNumber.
-const size_t kFormatFileNumberBufSize = 38;
-
-void FormatFileNumber(uint64_t number, uint32_t path_id, char* out_buf,
-                      size_t out_buf_size);
-
-// Return the name of the descriptor file for the db named by
-// "dbname" and the specified incarnation number.  The result will be
-// prefixed with "dbname".
-std::string DescriptorFileName(const std::string& dbname, uint64_t number);
-
-std::string DescriptorFileName(uint64_t number);
-
-extern const std::string kCurrentFileName;  // = "CURRENT"
-
-// Return the name of the current file.  This file contains the name
-// of the current manifest file.  The result will be prefixed with
-// "dbname".
-std::string CurrentFileName(const std::string& dbname);
-
-// Return the name of the lock file for the db named by
-// "dbname".  The result will be prefixed with "dbname".
-std::string LockFileName(const std::string& dbname);
-
-// Return the name of a temporary file owned by the db named "dbname".
-// The result will be prefixed with "dbname".
-std::string TempFileName(const std::string& dbname, uint64_t number);
-
-// A helper structure for prefix of info log names.
-struct InfoLogPrefix {
-  char buf[260];
-  Slice prefix;
-  // Prefix with DB absolute path encoded
-  explicit InfoLogPrefix(bool has_log_dir, const std::string& db_absolute_path);
-  // Default Prefix
-  explicit InfoLogPrefix();
-};
-
-// Return the name of the info log file for "dbname".
-std::string InfoLogFileName(const std::string& dbname,
-                            const std::string& db_path = "",
-                            const std::string& log_dir = "");
-
-// Return the name of the old info log file for "dbname".
-std::string OldInfoLogFileName(const std::string& dbname, uint64_t ts,
-                               const std::string& db_path = "",
-                               const std::string& log_dir = "");
-
-extern const std::string kOptionsFileNamePrefix;  // = "OPTIONS-"
-extern const std::string kTempFileNameSuffix;     // = "dbtmp"
-
-// Return a options file name given the "dbname" and file number.
-// Format:  OPTIONS-[number].dbtmp
-std::string OptionsFileName(const std::string& dbname, uint64_t file_num);
-std::string OptionsFileName(uint64_t file_num);
-
-// Return a temp options file name given the "dbname" and file number.
-// Format:  OPTIONS-[number]
-std::string TempOptionsFileName(const std::string& dbname, uint64_t file_num);
-
-// Return the name to use for a metadatabase. The result will be prefixed with
-// "dbname".
-std::string MetaDatabaseName(const std::string& dbname, uint64_t number);
-
-// Return the name of the Identity file which stores a unique number for the db
-// that will get regenerated if the db loses all its data and is recreated fresh
-// either from a backup-image or empty
-std::string IdentityFileName(const std::string& dbname);
-
-// If filename is a rocksdb file, store the type of the file in *type.
-// The number encoded in the filename is stored in *number.  If the
-// filename was successfully parsed, returns true.  Else return false.
-// info_log_name_prefix is the path of info logs.
-bool ParseFileName(const std::string& filename, uint64_t* number,
-                   const Slice& info_log_name_prefix, FileType* type,
-                   WalFileType* log_type = nullptr);
-// Same as previous function, but skip info log files.
-bool ParseFileName(const std::string& filename, uint64_t* number,
-                   FileType* type, WalFileType* log_type = nullptr);
-
-// Make the CURRENT file point to the descriptor file with the
-// specified number. On its success and when dir_contains_current_file is not
-// nullptr, the function will fsync the directory containing the CURRENT file
-// when
-IOStatus SetCurrentFile(const WriteOptions& write_options, FileSystem* fs,
-                        const std::string& dbname, uint64_t descriptor_number,
-                        FSDirectory* dir_contains_current_file);
-
-// Make the IDENTITY file for the db
-Status SetIdentityFile(const WriteOptions& write_options, Env* env,
-                       const std::string& dbname,
-                       const std::string& db_id = {});
-
-// Sync manifest file `file`.
-IOStatus SyncManifest(const ImmutableDBOptions* db_options,
-                      const WriteOptions& write_options,
-                      WritableFileWriter* file);
-
-// Return list of file names of info logs in `file_names`.
-// The list only contains file name. The parent directory name is stored
-// in `parent_dir`.
-// `db_log_dir` should be the one as in options.db_log_dir
-Status GetInfoLogFiles(const std::shared_ptr<FileSystem>& fs,
-                       const std::string& db_log_dir, const std::string& dbname,
-                       std::string* parent_dir,
-                       std::vector<std::string>* file_names);
-
-std::string NormalizePath(const std::string& path);
-}  // namespace ROCKSDB_NAMESPACE

package/vendor/librocksdb/vendor/rocksdb/file/line_file_reader.cc

@@ -1,73 +0,0 @@
-//  Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-#include "file/line_file_reader.h"
-
-#include <cstring>
-
-#include "monitoring/iostats_context_imp.h"
-
-namespace ROCKSDB_NAMESPACE {
-
-IOStatus LineFileReader::Create(const std::shared_ptr<FileSystem>& fs,
-                                const std::string& fname,
-                                const FileOptions& file_opts,
-                                std::unique_ptr<LineFileReader>* reader,
-                                IODebugContext* dbg,
-                                RateLimiter* rate_limiter) {
-  std::unique_ptr<FSSequentialFile> file;
-  IOStatus io_s = fs->NewSequentialFile(fname, file_opts, &file, dbg);
-  if (io_s.ok()) {
-    reader->reset(new LineFileReader(
-        std::move(file), fname, nullptr,
-        std::vector<std::shared_ptr<EventListener>>{}, rate_limiter));
-  }
-  return io_s;
-}
-
-bool LineFileReader::ReadLine(std::string* out,
-                              Env::IOPriority rate_limiter_priority) {
-  assert(out);
-  if (!io_status_.ok()) {
-    // Status should be checked (or permit unchecked) any time we return false.
-    io_status_.MustCheck();
-    return false;
-  }
-  out->clear();
-  for (;;) {
-    // Look for line delimiter
-    const char* found = static_cast<const char*>(
-        std::memchr(buf_begin_, '\n', buf_end_ - buf_begin_));
-    if (found) {
-      size_t len = found - buf_begin_;
-      out->append(buf_begin_, len);
-      buf_begin_ += len + /*delim*/ 1;
-      ++line_number_;
-      return true;
-    }
-    if (at_eof_) {
-      io_status_.MustCheck();
-      return false;
-    }
-    // else flush and reload buffer
-    out->append(buf_begin_, buf_end_ - buf_begin_);
-    Slice result;
-    io_status_ =
-        sfr_.Read(buf_.size(), &result, buf_.data(), rate_limiter_priority);
-    IOSTATS_ADD(bytes_read, result.size());
-    if (!io_status_.ok()) {
-      io_status_.MustCheck();
-      return false;
-    }
-    if (result.size() != buf_.size()) {
-      // The obscure way of indicating EOF
-      at_eof_ = true;
-    }
-    buf_begin_ = result.data();
-    buf_end_ = result.data() + result.size();
-  }
-}
-
-}  // namespace ROCKSDB_NAMESPACE

package/vendor/librocksdb/vendor/rocksdb/file/line_file_reader.h

@@ -1,60 +0,0 @@
-//  Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-#pragma once
-#include <array>
-
-#include "file/sequence_file_reader.h"
-
-namespace ROCKSDB_NAMESPACE {
-
-// A wrapper on top of Env::SequentialFile for reading text lines from a file.
-// Lines are delimited by '\n'. The last line may or may not include a
-// trailing newline. Uses SequentialFileReader internally.
-class LineFileReader {
- private:
-  std::array<char, 8192> buf_;
-  SequentialFileReader sfr_;
-  IOStatus io_status_;
-  const char* buf_begin_ = buf_.data();
-  const char* buf_end_ = buf_.data();
-  size_t line_number_ = 0;
-  bool at_eof_ = false;
-
- public:
-  // See SequentialFileReader constructors
-  template <typename... Args>
-  explicit LineFileReader(Args&&... args)
-      : sfr_(std::forward<Args&&>(args)...) {}
-
-  static IOStatus Create(const std::shared_ptr<FileSystem>& fs,
-                         const std::string& fname, const FileOptions& file_opts,
-                         std::unique_ptr<LineFileReader>* reader,
-                         IODebugContext* dbg, RateLimiter* rate_limiter);
-
-  LineFileReader(const LineFileReader&) = delete;
-  LineFileReader& operator=(const LineFileReader&) = delete;
-
-  // Reads another line from the file, returning true on success and saving
-  // the line to `out`, without delimiter, or returning false on failure. You
-  // must check GetStatus() to determine whether the failure was just
-  // end-of-file (OK status) or an I/O error (another status).
-  // The internal rate limiter will be charged at the specified priority.
-  bool ReadLine(std::string* out, Env::IOPriority rate_limiter_priority);
-
-  // Returns the number of the line most recently returned from ReadLine.
-  // Return value is unspecified if ReadLine has returned false due to
-  // I/O error. After ReadLine returns false due to end-of-file, return
-  // value is the last returned line number, or equivalently the total
-  // number of lines returned.
-  size_t GetLineNumber() const { return line_number_; }
-
-  // Returns any error encountered during read. The error is considered
-  // permanent and no retry or recovery is attempted with the same
-  // LineFileReader.
-  const IOStatus& GetStatus() const { return io_status_; }
-};
-
-}  // namespace ROCKSDB_NAMESPACE